-- Logs begin at Mon 2021-05-17 15:30:54 UTC, end at Mon 2021-05-17 16:44:09 UTC. -- May 17 16:14:29.074909 dv-cinder-768105-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 17 16:14:31.472124 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.common.config [-] Logging enabled! May 17 16:14:31.472749 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213 May 17 16:14:31.472886 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79171) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 17 16:14:31.476755 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.common.config [-] Logging enabled! May 17 16:14:31.477010 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev213 May 17 16:14:31.477322 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79171) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 17 16:14:31.478251 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 16:14:31.478510 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 16:14:31.478870 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 16:14:31.479116 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 16:14:31.479347 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 16:14:31.479668 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.479966 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.480269 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.480502 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.480803 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.481093 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.481375 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.481667 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.481964 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.482537 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.482821 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.483103 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.483336 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.483616 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.483906 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.484194 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.484421 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] debug = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.484700 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.485130 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.485546 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.485828 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.486121 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.486423 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.486699 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.486977 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.487259 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.487587 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] host = dv-cinder-768105-8-iscsi {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.487864 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.488154 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.488443 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.488745 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.489013 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.489297 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.489582 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.489856 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.490129 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] log_file = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.490438 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.490732 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.491025 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.491849 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.492076 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.492301 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.492592 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.492880 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.493158 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.493434 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.493709 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.493981 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.494255 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.494550 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.494838 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.495126 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.495412 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.495687 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.495960 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.496233 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.496505 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.496793 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.497065 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.497339 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.497612 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.497900 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.498169 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.498473 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.498776 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.499064 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.499354 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.499639 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.499913 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.500195 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.500469 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.500742 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.501013 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] use_json = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.501286 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.501555 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.501838 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.502114 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.502484 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.502761 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.503036 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.503323 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:31.503623 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.503922 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.504224 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.504509 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.504807 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.505087 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.505380 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.505660 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.505949 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.506237 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.506548 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.507419 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.507721 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.508003 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.508300 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.508606 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.508901 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.509201 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.509476 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.509751 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.510025 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.510323 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.510610 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.510905 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.511199 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.511472 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.511752 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.512041 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.512320 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.512596 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.512878 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.513172 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.513455 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.513732 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.514021 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.514311 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.514902 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.514902 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.515131 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.515425 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.515705 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.515979 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.516253 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.516532 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.516807 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.517094 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.517373 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.517689 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.517957 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.518243 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.518545 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.518820 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.519098 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.519381 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.519661 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.519935 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.520208 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.520481 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.520753 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.521024 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.521297 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.521569 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.521844 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.522116 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.522475 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.522754 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.523027 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.523300 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.523588 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.523887 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.524167 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.524445 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.524723 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.525002 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.525278 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.525556 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.525835 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.526112 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.526407 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.526699 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.526982 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.527268 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.527551 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.527832 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.528130 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.528407 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.528690 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.528968 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.529250 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.529539 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.529824 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.530119 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.530435 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.530733 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.531028 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.531321 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.531603 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.531912 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.532191 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:31.532459 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 16:14:31.532643 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79171) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 17 16:14:31.882603 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79171) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:14:31.882812 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79171) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:14:31.883112 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79171) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:14:31.883450 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.manager [-] Loading core plugin: ml2 May 17 16:14:32.198197 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.198463 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.198743 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.200107 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.200440 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.200765 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.324587 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.324899 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.325215 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.339939 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.340222 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.340493 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.371322 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.371600 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.371870 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.412512 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.412890 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.413224 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.667609 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.668219 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.668307 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.668548 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.669342 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.795557 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.795804 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.796087 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.796362 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.796769 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.797082 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.797346 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.797606 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.797863 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.798149 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.798436 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.798705 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.798970 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.799229 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.799497 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.799767 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.800025 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.800295 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.800549 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.800851 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.801197 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.801456 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.801708 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.801990 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.802243 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.802518 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.802897 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 16:14:32.803141 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 16:14:32.803383 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 16:14:32.803679 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 16:14:32.803916 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 16:14:32.804153 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 16:14:32.804520 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 17 16:14:32.807620 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 17 16:14:32.811525 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 17 16:14:32.815302 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) May 17 16:14:32.816917 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 17 16:14:32.817360 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 17 16:14:32.817696 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 17 16:14:32.818081 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 17 16:14:32.821604 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 17 16:14:32.821854 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 17 16:14:32.822203 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 17 16:14:32.849302 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 17 16:14:32.849745 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.850041 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79171) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 17 16:14:32.850457 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.851806 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79171) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 17 16:14:32.852086 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 17 16:14:32.852357 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 17 16:14:32.855444 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.855725 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:32.928992 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 17 16:14:32.929242 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 17 16:14:32.929478 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 17 16:14:32.929844 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 17 16:14:32.959746 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_db.sqlalchemy.engines [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79171) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 17 16:14:33.468545 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.managers [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Initializing driver for type 'gre' May 17 16:14:33.469069 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] gre ID ranges: [(1, 1000)] May 17 16:14:33.683681 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.managers [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Initializing driver for type 'local' May 17 16:14:33.684202 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.managers [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Initializing driver for type 'vlan' May 17 16:14:33.867155 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] VlanTypeDriver initialization complete May 17 16:14:33.867429 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.managers [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Initializing driver for type 'vxlan' May 17 16:14:33.867925 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] vxlan ID ranges: [(1, 1000)] May 17 16:14:34.152735 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.managers [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Initializing extension driver 'port_security' May 17 16:14:34.153005 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.extensions.port_security [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] PortSecurityExtensionDriver initialization complete May 17 16:14:34.153333 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.managers [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Initializing mechanism driver 'openvswitch' May 17 16:14:34.153652 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.managers [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Initializing mechanism driver 'hyperv' May 17 16:14:34.160036 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.plugins.ml2.plugin [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:14:34.160783 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > port after_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.161153 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > port after_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.161530 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > port after_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.161910 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > subnet after_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.162257 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > subnet after_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.162620 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > subnet after_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.163531 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > network after_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.163873 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > network after_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.164206 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > network after_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.164575 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > security_group after_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.164929 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > security_group after_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.165257 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > security_group after_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.165625 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.165966 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.166326 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.166684 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > address_group after_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.167021 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > address_group after_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.167349 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > address_group after_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.167676 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] ML2 OVO RPC backend initialized. {{(pid=79171) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 17 16:14:34.168369 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > router_interface after_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.168711 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.169113 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > network before_response 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.169448 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > networks before_response 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.169786 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > port before_response 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.170151 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > ports before_response 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.170492 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > subnet before_response 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.175660 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > subnets before_response 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.175660 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > network after_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.175660 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > network after_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.175660 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > network after_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.175954 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > port after_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.175954 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > port after_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.175954 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > port after_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.175954 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > subnet after_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.176239 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > subnet after_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.176239 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > subnet after_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.176239 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.plugin [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Modular L2 Plugin initialization complete May 17 16:14:34.176239 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading services supported by the core plugin {{(pid=79171) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 17 16:14:34.176239 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.plugins.ml2.managers [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Got port-security extension from driver 'port_security' May 17 16:14:34.176239 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.extensions.vlantransparent [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Disabled vlantransparent extension. May 17 16:14:34.176689 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79171) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 17 16:14:34.176689 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading Plugin: router May 17 16:14:34.219866 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > router_interface before_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.220252 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > router after_create 55549900 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.220613 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > router before_create 55549900 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.220966 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.221324 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.221667 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > router after_delete 55549900 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.222013 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > floatingip after_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.222391 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > router after_create 55549900 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.222730 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > router after_update 55549900 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.223067 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > router after_update 55549900 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.223407 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.223753 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > router after_update 55549900 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.224149 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > router precommit_update 55549900 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.224505 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: port after_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.224835 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: port after_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.225160 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: subnet after_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.225511 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.225856 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > port precommit_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.226193 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > router precommit_create 55549900 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.226551 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: port before_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.226886 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > router precommit_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.227234 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > router after_update 55549900 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.227565 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > router precommit_delete 55549900 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.227904 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > router precommit_create 55549900 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.228255 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > router_interface after_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.228590 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > router precommit_update 55549900 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.228951 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > network after_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.229781 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.quota.resource_registry [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Tracking information for resource: router configured {{(pid=79171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 16:14:34.230104 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.quota.resource_registry [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Tracking information for resource: floatingip configured {{(pid=79171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 16:14:34.235219 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.db.l3_agentschedulers_db [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 17 16:14:34.235791 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: port after_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.236148 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: port after_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.236491 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: port after_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.236834 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: port after_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.237604 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > router before_create 55550100 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.237967 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > router precommit_delete 55550100 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.238331 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > router precommit_create 55550100 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.238676 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > router precommit_update 55550100 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.243228 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.services.provider_configuration [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Service providers = [] {{(pid=79171) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 17 16:14:34.243582 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.db.servicetype_db [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79171) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 17 16:14:34.246492 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.services.service_base [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79171) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 16:14:34.246836 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.services.service_base [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79171) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 16:14:34.247171 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.services.service_base [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79171) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 16:14:34.248031 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.services.service_base [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79171) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 16:14:34.248392 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.services.service_base [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Default provider is not specified for service type L3_ROUTER_NAT May 17 16:14:34.250241 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 16:14:34.250599 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 17 16:14:34.261352 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 16:14:34.261679 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading Plugin: auto_allocate May 17 16:14:34.267330 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: network precommit_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.267696 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: network precommit_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.268207 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 16:14:34.268518 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading Plugin: tag May 17 16:14:34.275829 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 16:14:34.276151 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading Plugin: timestamp May 17 16:14:34.279849 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 16:14:34.280171 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading Plugin: network_ip_availability May 17 16:14:34.285291 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.285660 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.286006 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.286727 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 16:14:34.287039 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading Plugin: flavors May 17 16:14:34.291855 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 16:14:34.292179 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading Plugin: revisions May 17 16:14:34.296350 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 16:14:34.296736 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_concurrency.lockutils [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.414s {{(pid=79171) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:14:34.297566 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79171) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 17 16:14:34.297899 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Initializing extension manager. May 17 16:14:34.298426 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: __init__.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.298760 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: __pycache__ {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.299084 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.299407 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: address_group.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.300131 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.300693 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: address-group May 17 16:14:34.301007 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: address_scope.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.301696 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.302194 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: address-scope May 17 16:14:34.302534 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: admin_state_down_before_update.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.303443 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.303973 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: router-admin-state-down-before-update May 17 16:14:34.304287 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: agent.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.304965 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.305461 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: agent May 17 16:14:34.305771 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: agent_resources_synced.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.306670 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.307167 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: agent-resources-synced May 17 16:14:34.307479 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: allowedaddresspairs.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.309193 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.309700 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: allowed-address-pairs May 17 16:14:34.310018 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: auto_allocated_topology.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.311109 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.311614 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: auto-allocated-topology May 17 16:14:34.311928 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: availability_zone.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.312593 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.313091 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: availability_zone May 17 16:14:34.313403 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: availability_zone_filter.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.314275 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.314796 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: availability_zone_filter May 17 16:14:34.315111 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: data_plane_status.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.315977 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.316468 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension data-plane-status not supported by any of loaded plugins May 17 16:14:34.316782 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: default_subnetpools.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.317656 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.318152 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: default-subnetpools May 17 16:14:34.318506 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: dhcpagentscheduler.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.319870 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.321325 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: dhcp_agent_scheduler May 17 16:14:34.321642 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: dns.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.322553 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.323051 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension dns-integration not supported by any of loaded plugins May 17 16:14:34.323367 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: dns_domain_ports.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.324247 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.324741 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension dns-domain-ports not supported by any of loaded plugins May 17 16:14:34.325055 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: dvr.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.325700 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.326200 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: dvr May 17 16:14:34.326536 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: empty_string_filtering.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.327412 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.327913 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: empty-string-filtering May 17 16:14:34.328222 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.329089 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.329583 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 17 16:14:34.329898 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.330803 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.331297 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 17 16:14:34.331612 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: external_net.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.332478 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.332978 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: external-net May 17 16:14:34.333290 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: extra_dhcp_opt.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.334157 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.334703 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: extra_dhcp_opt May 17 16:14:34.335559 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: extraroute.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.336433 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.336930 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: extraroute May 17 16:14:34.337242 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: extraroute_atomic.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.338235 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.338772 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: extraroute-atomic May 17 16:14:34.339087 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: filter_validation.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.339720 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.340216 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: filter-validation May 17 16:14:34.340527 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: fip_pf_description.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.341582 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.342081 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 17 16:14:34.342420 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: fip_port_details.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.343299 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.343798 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: fip-port-details May 17 16:14:34.344110 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: flavors.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.345298 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.345807 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: flavors May 17 16:14:34.346129 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.347793 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.348307 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 17 16:14:34.348630 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: floatingip_pools.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.349304 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.349802 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: floatingip-pools May 17 16:14:34.350117 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: ip_allocation.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.351067 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.351570 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension ip_allocation not supported by any of loaded plugins May 17 16:14:34.351886 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.352782 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.353287 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: ip-substring-filtering May 17 16:14:34.353604 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: l2_adjacency.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.354516 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.355018 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension l2_adjacency not supported by any of loaded plugins May 17 16:14:34.355333 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: l3.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.356272 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.356787 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: router May 17 16:14:34.357363 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: l3_conntrack_helper.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.359551 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.360074 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 17 16:14:34.360396 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.361284 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.361795 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: ext-gw-mode May 17 16:14:34.362109 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.363015 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.363518 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: l3-ha May 17 16:14:34.363832 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: l3_flavors.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.364710 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.365215 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: l3-flavors May 17 16:14:34.365528 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.366961 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.367465 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: l3-port-ip-change-not-allowed May 17 16:14:34.367777 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: l3agentscheduler.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.368768 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.369275 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: l3_agent_scheduler May 17 16:14:34.369594 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: logging.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.371106 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.371623 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension logging not supported by any of loaded plugins May 17 16:14:34.371946 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: metering.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.372663 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.373230 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: metering May 17 16:14:34.373550 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.374654 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.375167 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: metering_source_and_destination_fields May 17 16:14:34.375486 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: multiprovidernet.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.376506 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.377007 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: multi-provider May 17 16:14:34.377325 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: netmtu.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.378203 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.378732 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: net-mtu May 17 16:14:34.379051 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: netmtu_writable.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.379934 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.380431 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: net-mtu-writable May 17 16:14:34.380747 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: network_availability_zone.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.381391 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.382468 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: network_availability_zone May 17 16:14:34.382784 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: network_ip_availability.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.383833 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.384339 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: network-ip-availability May 17 16:14:34.384656 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: network_segment_range.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.385391 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.385889 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension network-segment-range not supported by any of loaded plugins May 17 16:14:34.386205 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: pagination.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.387178 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.387504 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: pagination May 17 16:14:34.387819 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: port_device_profile.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.388693 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.389198 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: port-device-profile May 17 16:14:34.389512 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.390446 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.390946 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: port-mac-address-regenerate May 17 16:14:34.391258 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.392132 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.392627 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: port-numa-affinity-policy May 17 16:14:34.392939 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: port_resource_request.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.393819 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.394337 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension port-resource-request not supported by any of loaded plugins May 17 16:14:34.394652 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: portbindings.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.395537 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.396032 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: binding May 17 16:14:34.396344 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: portbindings_extended.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.397612 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.398119 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: binding-extended May 17 16:14:34.398474 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: portsecurity.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.399354 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.399856 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: port-security May 17 16:14:34.400170 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: project_id.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.401104 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.401425 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: project-id May 17 16:14:34.401740 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: providernet.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.402644 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.403192 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: provider May 17 16:14:34.403458 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: qos.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.406963 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.407476 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension qos not supported by any of loaded plugins May 17 16:14:34.407797 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.408999 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.409505 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 17 16:14:34.409827 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.410736 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.411240 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 17 16:14:34.411560 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: qos_default.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.412440 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.412975 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension qos-default not supported by any of loaded plugins May 17 16:14:34.413296 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: qos_fip.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.413921 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.414521 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension qos-fip not supported by any of loaded plugins May 17 16:14:34.414840 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: qos_gateway_ip.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.415726 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.416238 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension qos-gateway-ip not supported by any of loaded plugins May 17 16:14:34.416560 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: qos_port_network_policy.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.417430 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.417928 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension qos-port-network-policy not supported by any of loaded plugins May 17 16:14:34.418241 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: qos_rule_type_details.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.419157 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.419654 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension qos-rule-type-details not supported by any of loaded plugins May 17 16:14:34.419968 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: qos_rules_alias.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.420984 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.421487 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension qos-rules-alias not supported by any of loaded plugins May 17 16:14:34.421803 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: quotasv2.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.422816 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.423138 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: quotas May 17 16:14:34.423452 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: quotasv2_detail.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.425014 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.425341 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: quota_details May 17 16:14:34.425659 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: rbac.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.426695 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.427208 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: rbac-policies May 17 16:14:34.427527 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: rbac_address_group.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.428930 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.429456 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: rbac-address-group May 17 16:14:34.429769 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: rbac_address_scope.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.430692 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.431194 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: rbac-address-scope May 17 16:14:34.431506 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: rbac_security_groups.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.432379 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.432877 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: rbac-security-groups May 17 16:14:34.433188 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: rbac_subnetpool.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.434058 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.434591 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: rbac-subnetpool May 17 16:14:34.434907 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: revisionifmatch.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.435786 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.436286 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: revision-if-match May 17 16:14:34.436604 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: revisions.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.437671 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.438168 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: standard-attr-revisions May 17 16:14:34.438514 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: router_availability_zone.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.439159 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.439659 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: router_availability_zone May 17 16:14:34.439971 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: routerservicetype.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.440850 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.441349 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension router-service-type not supported by any of loaded plugins May 17 16:14:34.441663 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.442573 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.443075 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: security-groups-normalized-cidr May 17 16:14:34.443389 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: security_groups_port_filtering.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.444339 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.444842 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: port-security-groups-filtering May 17 16:14:34.445158 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.446033 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.446582 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: security-groups-remote-address-group May 17 16:14:34.446898 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: securitygroup.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.456286 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.456816 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: security-group May 17 16:14:34.457144 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: segment.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.457905 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.458439 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension segment not supported by any of loaded plugins May 17 16:14:34.458762 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.459662 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.460692 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 17 16:14:34.461011 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: servicetype.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.462081 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.462613 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: service-type May 17 16:14:34.462934 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: sorting.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.463886 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.464207 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: sorting May 17 16:14:34.464522 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: standard_attr_segment.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.465401 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.465905 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension standard-attr-segment not supported by any of loaded plugins May 17 16:14:34.466221 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: standardattrdescription.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.466870 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.467369 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: standard-attr-description May 17 16:14:34.467683 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: stateful_security_group.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.468572 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.469075 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: stateful-security-group May 17 16:14:34.469390 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: stdattrs_common.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.469943 dv-cinder-768105-8-iscsi neutron-server[79171]: WARNING neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 17 16:14:34.470253 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.471240 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.471755 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 17 16:14:34.472066 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: subnet_onboard.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.473108 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.473620 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: subnet_onboard May 17 16:14:34.473932 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.474846 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.475363 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 17 16:14:34.476220 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: subnet_service_types.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.477118 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.477622 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: subnet-service-types May 17 16:14:34.477933 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: subnetallocation.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.479006 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.479517 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: subnet_allocation May 17 16:14:34.479829 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.480465 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.480961 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: subnetpool-prefix-ops May 17 16:14:34.481271 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.482466 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.482964 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 17 16:14:34.483274 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: tagging.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.484297 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.484824 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: standard-attr-tag May 17 16:14:34.485142 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: timestamp.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.486332 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.486850 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loaded extension: standard-attr-timestamp May 17 16:14:34.487171 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: trunk.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.488172 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.488678 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension trunk not supported by any of loaded plugins May 17 16:14:34.488997 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: trunk_details.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.489891 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.490421 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension trunk-details not supported by any of loaded plugins May 17 16:14:34.490736 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: uplink_status_propagation.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.491663 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.492162 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension uplink-status-propagation not supported by any of loaded plugins May 17 16:14:34.492477 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Loading extension file: vlantransparent.py {{(pid=79171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 17 16:14:34.493121 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 17 16:14:34.493617 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extension vlan-transparent not supported by any of loaded plugins May 17 16:14:34.496041 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.quota.resource_registry [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Creating instance of TrackedResource for resource:network May 17 16:14:34.496752 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.quota.resource_registry [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Creating instance of TrackedResource for resource:subnet May 17 16:14:34.497515 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.quota.resource_registry [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Creating instance of TrackedResource for resource:subnetpool May 17 16:14:34.498118 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.quota.resource_registry [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Creating instance of TrackedResource for resource:port May 17 16:14:34.499379 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.v2.resource_helper [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 16:14:34.499814 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.v2.resource_helper [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Service FLAVORS assigned prefix: {{(pid=79171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 16:14:34.500434 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.v2.resource_helper [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 16:14:34.500864 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.v2.resource_helper [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 16:14:34.501188 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.quota.resource_registry [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Creating instance of TrackedResource for resource:router May 17 16:14:34.501826 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.quota.resource_registry [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Creating instance of TrackedResource for resource:floatingip May 17 16:14:34.502542 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.v2.resource_helper [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Service METERING assigned prefix: /metering {{(pid=79171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 16:14:34.503933 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.504293 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.504634 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:14:34.505751 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.quota.resource_registry [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Creating instance of CountableResource for resource:rbac_policy May 17 16:14:34.506190 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.quota.resource_registry [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Creating instance of TrackedResource for resource:security_group May 17 16:14:34.506899 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.quota.resource_registry [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Creating instance of TrackedResource for resource:security_group_rule May 17 16:14:34.507637 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.v2.resource_helper [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Service CORE assigned prefix: {{(pid=79171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 16:14:34.507960 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.quota.resource_registry [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Creating instance of TrackedResource for resource:subnetpool May 17 16:14:34.508284 dv-cinder-768105-8-iscsi neutron-server[79171]: WARNING neutron.quota.resource_registry [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] subnetpool is already registered May 17 16:14:34.508885 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.v2.resource_helper [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Service CORE assigned prefix: {{(pid=79171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 16:14:34.509203 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.quota.resource_registry [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Creating instance of TrackedResource for resource:subnetpool May 17 16:14:34.509513 dv-cinder-768105-8-iscsi neutron-server[79171]: WARNING neutron.quota.resource_registry [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] subnetpool is already registered May 17 16:14:34.512154 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.v2.resource_helper [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 16:14:34.512580 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.v2.resource_helper [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Service FLAVORS assigned prefix: {{(pid=79171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 16:14:34.513162 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.v2.resource_helper [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 16:14:34.513575 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.v2.resource_helper [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 16:14:34.513898 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.quota.resource_registry [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Creating instance of TrackedResource for resource:router May 17 16:14:34.514218 dv-cinder-768105-8-iscsi neutron-server[79171]: WARNING neutron.quota.resource_registry [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] router is already registered May 17 16:14:34.514827 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.quota.resource_registry [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Creating instance of TrackedResource for resource:floatingip May 17 16:14:34.515145 dv-cinder-768105-8-iscsi neutron-server[79171]: WARNING neutron.quota.resource_registry [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] floatingip is already registered May 17 16:14:34.515767 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.v2.resource_helper [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Service METERING assigned prefix: /metering {{(pid=79171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 16:14:34.516439 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.quota.resource_registry [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Creating instance of CountableResource for resource:rbac_policy May 17 16:14:34.516760 dv-cinder-768105-8-iscsi neutron-server[79171]: WARNING neutron.quota.resource_registry [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] rbac_policy is already registered May 17 16:14:34.518256 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.quota.resource_registry [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Creating instance of TrackedResource for resource:security_group May 17 16:14:34.518618 dv-cinder-768105-8-iscsi neutron-server[79171]: WARNING neutron.quota.resource_registry [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] security_group is already registered May 17 16:14:34.519208 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.quota.resource_registry [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Creating instance of TrackedResource for resource:security_group_rule May 17 16:14:34.519535 dv-cinder-768105-8-iscsi neutron-server[79171]: WARNING neutron.quota.resource_registry [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] security_group_rule is already registered May 17 16:14:34.520191 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.v2.resource_helper [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Service CORE assigned prefix: {{(pid=79171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 16:14:34.520517 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.quota.resource_registry [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Creating instance of TrackedResource for resource:subnetpool May 17 16:14:34.520849 dv-cinder-768105-8-iscsi neutron-server[79171]: WARNING neutron.quota.resource_registry [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] subnetpool is already registered May 17 16:14:34.521427 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.v2.resource_helper [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Service CORE assigned prefix: {{(pid=79171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 16:14:34.521748 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.quota.resource_registry [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Creating instance of TrackedResource for resource:subnetpool May 17 16:14:34.522063 dv-cinder-768105-8-iscsi neutron-server[79171]: WARNING neutron.quota.resource_registry [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] subnetpool is already registered May 17 16:14:34.523277 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: extensions {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.524719 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: address-groups {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.526308 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: address-scopes {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.527519 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: agents {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.528706 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: auto-allocated-topology {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.529936 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: availability_zones {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.531255 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: dhcp-networks {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.532641 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: dhcp-agents {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.534027 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: routers {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.535845 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: flavors {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.536997 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: service_profiles {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.538809 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: next_providers {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.540330 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: service_profiles {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.541752 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: floatingip-pools {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.542986 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: routers {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.544735 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: floatingips {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.545908 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: l3-routers {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.547304 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: l3-agents {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.548682 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: metering-labels {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.550018 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: metering-label-rules {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.551300 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: network-ip-availabilities {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.552539 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: bindings {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.554737 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: quotas {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.556136 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: quotas {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.557536 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: rbac-policies {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.558838 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: security-groups {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.560032 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: security-group-rules {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.561263 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: service-providers {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.562494 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: subnetpools {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.563883 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: subnetpools {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.565312 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: tags {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.566990 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: tags {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.568775 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: tags {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.571193 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: tags {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.572952 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: tags {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.574798 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: tags {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.576439 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: tags {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.579216 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: tags {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.581012 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: tags {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.693051 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron.api.extensions [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Extended resource: tags {{(pid=79171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 16:14:34.699019 dv-cinder-768105-8-iscsi neutron-server[79171]: WARNING keystonemiddleware.auth_token [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 17 16:14:34.703684 dv-cinder-768105-8-iscsi neutron-server[79171]: WARNING keystonemiddleware.auth_token [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 17 16:14:34.712321 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_concurrency.lockutils [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Acquired lock "singleton_lock" {{(pid=79171) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 17 16:14:34.712790 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_concurrency.lockutils [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Releasing lock "singleton_lock" {{(pid=79171) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 17 16:14:34.713415 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO oslo_service.service [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Starting 2 workers May 17 16:14:34.718055 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Started child 79280 {{(pid=79171) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 17 16:14:34.731229 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Started child 79281 {{(pid=79171) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 17 16:14:34.731654 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:34.732873 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO neutron.service [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Neutron service started, listening on 0.0.0.0:9696 May 17 16:14:34.732873 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Notify callbacks [] for process, before_spawn {{(pid=79171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:34.733136 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [-] (79280) wsgi starting up on http://0.0.0.0:9696 May 17 16:14:34.733269 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:34.733909 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO oslo_service.service [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Starting 1 workers May 17 16:14:34.734046 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [-] (79281) wsgi starting up on http://0.0.0.0:9696 May 17 16:14:34.734190 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Started child 79282 {{(pid=79171) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 17 16:14:34.734190 dv-cinder-768105-8-iscsi neutron-server[79171]: INFO oslo_service.service [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Starting 1 workers May 17 16:14:34.737520 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.service [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] calling RpcWorker wait() {{(pid=79282) _wait /opt/stack/neutron/neutron/service.py:128}} May 17 16:14:34.738136 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Started child 79283 {{(pid=79171) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 17 16:14:34.738277 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.service [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] returning from RpcWorker wait() {{(pid=79282) _wait /opt/stack/neutron/neutron/service.py:135}} May 17 16:14:34.738467 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG neutron_lib.callbacks.manager [None req-4267f888-5b7d-499f-8de1-13db5c66fccf None None] Notify callbacks [] for process, after_spawn {{(pid=79171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:34.739255 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:34.739725 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:14:34.740193 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79171) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 17 16:14:34.740399 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 16:14:34.740584 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 16:14:34.740794 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 16:14:34.741171 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 16:14:34.741312 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 16:14:34.741844 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.742127 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.742428 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.742678 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.742961 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.743254 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:34.743738 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.743950 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.744204 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.744467 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.744849 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.745161 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.745467 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.745862 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.746249 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.746773 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.747033 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 60018) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:14:34.747194 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.747335 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.747557 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.747893 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.748033 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.748217 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.748463 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.748744 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] debug = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.748977 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.749467 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.749690 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.749928 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.750140 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.750426 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.750671 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.750938 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.751320 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.751690 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.752100 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.752492 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.752863 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.753230 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.753607 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.754010 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.754414 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.755032 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] host = dv-cinder-768105-8-iscsi {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.755425 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.755781 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.756172 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.757080 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.757506 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.757898 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.757997 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0082209 May 17 16:14:34.758432 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.758831 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.759255 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.759480 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.759741 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.759972 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.760248 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.760489 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] log_file = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.760652 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] log_options = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.761031 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.761455 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.761734 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.761925 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.762097 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.762275 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.762556 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.763618 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.764040 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.764420 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.764646 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.764867 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.765108 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.765343 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.765585 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.765874 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.766088 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.766309 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.766550 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.766775 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.766999 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.767244 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.770476 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.770476 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.770476 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.770476 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.770476 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.770476 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.770476 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.770476 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.770476 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.771015 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.771015 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.771015 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.771015 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.771015 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.771315 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.771493 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.771877 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.772822 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.773803 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.773803 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.773803 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.773803 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.774457 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.774457 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] use_json = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.774457 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.774846 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.774846 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.775197 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.775345 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.775484 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.775706 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.775892 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.776304 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.776587 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.776901 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.777144 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.777375 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.777618 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.777848 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.778088 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.778385 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.778636 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.778943 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.779134 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.779440 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.779679 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.779921 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.780246 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.780699 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.780814 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.781023 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.781240 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.781467 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.782360 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.782360 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.782530 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:14:34.782606 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.782606 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.782802 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.783403 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.783403 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.783568 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.783684 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.783894 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.784786 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.784786 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.784786 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.784786 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.785056 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.785253 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.785840 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.785840 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.786003 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.786159 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.786413 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.786651 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.786865 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.787096 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.787310 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.787573 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.787837 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.788077 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.788346 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.788569 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.788794 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.789020 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.789211 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.789456 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.789681 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.789894 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.790103 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.790352 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.790571 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.790795 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.796198 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.796198 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.796198 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.796198 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.796198 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.796198 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.796198 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.796198 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.796198 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.797296 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.797296 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.797296 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.797296 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.797296 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.797296 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.797296 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.797296 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.797296 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.797889 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.797889 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.797889 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.797889 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.797889 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.797889 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.797889 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.797889 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.798416 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.798416 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.798416 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.798416 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.798416 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.798416 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.798416 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.798416 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.798965 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.798965 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.798965 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.799183 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.799318 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.800406 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.800406 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.800406 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.800406 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.800406 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.801067 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.801067 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.801253 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.801363 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.801608 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.801835 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.802165 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.802403 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.802684 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.802930 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.803179 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.803514 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.803759 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.804027 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.804258 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.804492 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.804740 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.804967 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.805234 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.805498 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.805728 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.805941 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.806209 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.807283 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.807510 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.808101 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.808101 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.808392 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.808530 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.808680 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.808910 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.809172 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.809546 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.809990 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.809990 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.810200 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.810931 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.810931 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.810931 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.814943 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.814943 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.814943 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.814943 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.814943 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.814943 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.814943 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.814943 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.815838 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.815838 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.815838 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.815838 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.815838 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.815838 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.815838 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.815838 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.816519 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.816519 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.816519 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.816519 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.816519 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.816519 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.816519 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.816519 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.817197 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.817197 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.817197 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.817197 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.817197 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.817773 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.817773 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.817984 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.818064 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.818234 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.819783 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.820217 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.820629 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.820842 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.821074 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.821306 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.821537 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.823100 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.823100 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.823100 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.823100 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.823100 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.823100 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.824772 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.824772 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.824772 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.824772 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.824772 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.824772 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.824772 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.824772 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.825236 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.825236 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.825436 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.825806 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.826177 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.827398 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.827398 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.827398 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.827398 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.827398 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.828119 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.828119 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.828119 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.828520 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.828520 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.828846 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.828846 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.829118 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.829256 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.829436 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.829676 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.829833 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.830081 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.830283 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.831107 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.831527 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.831740 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.833556 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.833556 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.833556 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.833556 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.833556 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.833556 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.833556 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.833556 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.834141 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.834141 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.834279 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.834546 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.835804 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.835804 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.835804 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.835804 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.835804 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.836165 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.836840 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.837354 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.837645 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.837900 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.838136 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.838632 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.839076 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.839508 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.839886 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.840375 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.840861 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.841970 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.841970 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.841970 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.842233 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.842233 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.842471 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.843491 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.843491 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.843491 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.843491 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.843785 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.843785 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.843993 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.844383 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.844762 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.845145 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.845540 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.845929 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.846167 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.846344 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 16:14:34.847039 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79171) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 17 16:14:34.847435 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 16:14:34.847618 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 16:14:34.847777 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 16:14:34.847945 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 16:14:34.848092 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 16:14:34.848449 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.848619 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.848783 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.848940 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.849249 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.849578 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.849737 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.849898 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.850050 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.850208 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.850931 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.851078 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.851236 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.851419 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.852492 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.852492 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.852492 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.852492 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.852492 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.852492 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.852492 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.852953 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.852953 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] debug = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.852953 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.853165 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.853165 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.853316 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.853507 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.853606 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.853758 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.853920 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.854101 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.854285 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.855057 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.855946 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.856125 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.856306 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.856483 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.856656 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.856830 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.857243 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] host = dv-cinder-768105-8-iscsi {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.857772 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.857772 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.857772 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.857980 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.858046 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.858223 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.858366 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.858510 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.859434 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.859799 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.860182 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.860411 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.860596 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.860771 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] log_file = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.860941 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] log_options = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.861116 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.861282 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.861447 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.861645 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.861828 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.861987 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.862153 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.862337 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.862504 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.862663 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.862826 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.863122 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.863935 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.863935 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.863935 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.863935 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.863935 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.864322 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.864322 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.864322 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.864543 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.864632 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.865131 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.865131 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.865131 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.865360 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.865360 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.865480 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.865650 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.865808 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.866578 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.866771 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.866950 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.866950 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.867171 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.867255 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.867390 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.867549 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.867868 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.868164 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.868321 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.868478 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.868634 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.868790 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.868947 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.869958 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] use_json = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.869958 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.869958 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.869958 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.869958 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.869958 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.869958 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.870943 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.870943 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 16:14:34.870943 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.870943 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.870943 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.870943 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.871766 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.871766 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.871766 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.871766 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.871766 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.872497 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.872497 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.872497 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.872497 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.872497 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.874102 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.874102 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.874102 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.874102 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.874102 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.874102 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.874102 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.874102 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.875108 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.875108 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.875108 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.875108 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.875108 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.875108 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.875108 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.875108 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.876320 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.876320 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.876320 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.876320 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.876320 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.876320 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.876320 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.876320 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.876320 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.877321 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.877321 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.877321 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.877321 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.877321 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.877321 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.877321 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.877321 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.879901 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.879901 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.879901 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.879901 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.879901 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.879901 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.879901 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.879901 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.879901 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.881170 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.881170 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.881170 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.881170 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.881170 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.881170 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.881170 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.881170 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.881170 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.884297 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.884297 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.884297 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.884297 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.884297 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.884297 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.884297 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.884297 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.884297 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.886635 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.886635 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.886635 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.886635 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.886635 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.886635 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.886635 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.886635 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.886635 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.887914 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.887914 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.887914 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.887914 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.887914 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.887914 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.887914 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.887914 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.888825 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.888825 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.888825 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.888825 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.888825 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.888825 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.888825 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.888825 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.889726 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.889726 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.889726 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.889726 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.889726 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.889726 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.889726 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.889726 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.890640 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.890640 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.890640 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.890640 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.890640 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.890640 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.890640 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.890640 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.891462 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.891462 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.891462 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.891462 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.891462 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.891462 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.891462 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.891462 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.892320 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.892320 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.892320 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.892320 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.892320 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.892320 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.892320 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.892320 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.893127 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.893127 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.893127 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.893127 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.893127 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.893127 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.893127 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.893127 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.893958 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.893958 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.893958 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.893958 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.893958 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.893958 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.893958 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.893958 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.894798 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.894798 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.894798 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.894798 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.894798 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.894798 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.894798 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.894798 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.895336 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.895336 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.895336 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.895336 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.895336 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.895336 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.895336 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.895336 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.895863 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.895863 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.895863 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.895863 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.895863 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.895863 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.895863 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.895863 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.896470 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.896470 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.896470 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.896470 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.896470 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.896886 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.896886 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.896886 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.897092 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.897170 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.897320 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.897479 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.897639 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.897799 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.897958 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.898214 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.898435 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.898595 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.898753 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.898912 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.899070 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.899229 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.899388 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.899548 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.899705 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.899864 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.900023 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.901135 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.901135 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.901135 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.901135 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.901135 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.901135 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.901135 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.901831 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.901831 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.901831 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.901831 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.901831 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.902356 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.902356 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.902356 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.903221 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.903221 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.903221 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.903221 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.903221 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.903221 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.904370 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.904370 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.904370 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.904370 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.904370 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.904370 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.904370 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.904370 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.905279 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.905279 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.905279 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.905279 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.905279 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.905279 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.906329 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.906329 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.906329 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.906329 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.906329 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.906329 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.906329 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.907085 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.907085 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.907085 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.907085 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.907085 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.907652 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.907652 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.907652 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.907652 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.909033 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.909033 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.909033 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.909033 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.909033 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.909033 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.909033 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.909033 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.909828 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.909828 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.909828 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.909828 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.909828 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.909828 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.909828 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.910598 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.910598 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.910598 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.910598 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.910598 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.911141 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.911141 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.911141 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.911503 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.911503 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 16:14:34.911503 dv-cinder-768105-8-iscsi neutron-server[79171]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 16:14:34.927609 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:14:45.559647 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d72b11e-9dd3-4bd9-9af3-5bc0cd338fab None None] get_active_networks_info from dv-cinder-768105-8-iscsi {{(pid=79282) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 17 16:14:45.639774 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d72b11e-9dd3-4bd9-9af3-5bc0cd338fab None None] No non-hosted networks {{(pid=79282) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 17 16:14:45.648478 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.agentschedulers_db [None req-6d72b11e-9dd3-4bd9-9af3-5bc0cd338fab None None] DHCP Agent not found on host dv-cinder-768105-8-iscsi {{(pid=79282) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 17 16:14:45.846244 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-a9beefe4-1387-4204-b971-5d177c0853d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428'] for agent, after_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:48.123522 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-ea65e20f-2ef1-4538-9b34-3f8f654b854f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428'] for agent, after_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:48.156934 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.db.api [None req-5a755d11-c51f-4d04-87b8-5a906519e7d1 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-768105-8-iscsi {{(pid=79282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 17 16:14:48.157391 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_db.api [None req-5a755d11-c51f-4d04-87b8-5a906519e7d1 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 16:14:48.158059 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428'] for agent, after_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:48.158742 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:14:48.159123 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:14:48.159456 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:14:48.159779 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:14:48.160102 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:14:48.160425 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:14:48.160841 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:14:48.161213 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:14:48.161539 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:14:48.161904 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:14:48.162254 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:14:48.163300 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:14:48.163704 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-768105-8-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:14:48.175333 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768105-8-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:14:48.738996 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a755d11-c51f-4d04-87b8-5a906519e7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:49.078948 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428'] for agent, after_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:50.603913 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428'] for agent, after_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:51.072206 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.db.l3_hamode_db [None req-9f461f75-028e-4855-87e3-d2b0ab26bd67 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 17 16:14:51.156783 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f461f75-028e-4855-87e3-d2b0ab26bd67 None None] Routers set() bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:14:51.157170 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f461f75-028e-4855-87e3-d2b0ab26bd67 None None] Router IDs set() for agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 17 16:14:52.210985 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 60124) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:14:52.789924 dv-cinder-768105-8-iscsi neutron-server[79281]: WARNING oslo_policy.policy [None req-13849747-9e9b-40d9-8dbf-c9556c1af0eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 16:14:52.790589 dv-cinder-768105-8-iscsi neutron-server[79281]: WARNING oslo_policy.policy [None req-13849747-9e9b-40d9-8dbf-c9556c1af0eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 16:14:53.005090 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [None req-13849747-9e9b-40d9-8dbf-c9556c1af0eb admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=79281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 16:14:53.006350 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-13849747-9e9b-40d9-8dbf-c9556c1af0eb admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7933235 May 17 16:14:55.306241 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 60138) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:14:55.665964 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-8f14d467-1d18-4242-9ec0-8404c59b86c1 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:14:55.765080 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.policy [None req-8f14d467-1d18-4242-9ec0-8404c59b86c1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79281) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 17 16:14:55.809531 dv-cinder-768105-8-iscsi neutron-server[79281]: WARNING oslo_policy.policy [None req-8f14d467-1d18-4242-9ec0-8404c59b86c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 16:14:55.809899 dv-cinder-768105-8-iscsi neutron-server[79281]: WARNING oslo_policy.policy [None req-8f14d467-1d18-4242-9ec0-8404c59b86c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 16:14:55.818717 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.quota [None req-8f14d467-1d18-4242-9ec0-8404c59b86c1 admin admin] Loaded quota_driver: . May 17 16:14:55.833762 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-8f14d467-1d18-4242-9ec0-8404c59b86c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:14:55.986017 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8f14d467-1d18-4242-9ec0-8404c59b86c1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780700313553', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780700309892', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780700270146', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780700263350', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780700286013', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780700280543', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7952036', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8106469', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-290019', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-691235'] for rbac-policy, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:56.297289 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8f14d467-1d18-4242-9ec0-8404c59b86c1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:56.298518 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-8f14d467-1d18-4242-9ec0-8404c59b86c1 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9912448 May 17 16:14:58.878430 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 60152) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:14:59.220260 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '79d827963852474e93e12a3240402830', 'tenant_id': '79d827963852474e93e12a3240402830', 'name': 'private'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:14:59.225833 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:14:59.229965 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Usage tracker for resource:network and tenant:79d827963852474e93e12a3240402830 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:14:59.234877 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:14:59.240835 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:14:59.320141 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Made reservation on behalf of 79d827963852474e93e12a3240402830 for: {'network': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:14:59.323326 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7986740'] for network, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:59.341820 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:59.356702 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:14:59.360379 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Usage tracker for resource:security_group_rule and tenant:79d827963852474e93e12a3240402830 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:14:59.366045 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:14:59.371790 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:14:59.465170 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:59.520353 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:59.525360 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:14:59.545922 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=79281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:14:59.570064 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780704030410', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:59.570661 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Unsubscribe: segment precommit_create {{(pid=79281) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 17 16:14:59.571124 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.db.segments_db [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Added segment 6a06b4bd-b44f-4757-a7af-68788d0ebac1 of type vlan for network fcd15de6-03f1-4c49-990d-27aa67d17115 May 17 16:14:59.579188 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0514fc04-4ece-425d-8b85-fe24e7706895,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:14:59.627783 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:14:59.628124 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:14:59.628444 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:14:59.628757 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:14:59.629067 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:14:59.629441 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:14:59.629748 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:14:59.630043 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:14:59.630378 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:14:59.631193 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:14:59.631607 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:14:59.631907 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Tracked resource versions report: May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: pushed versions: May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: { 'AddressGroup': {'1.2'}, May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: 'ConntrackHelper': {'1.0'}, May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: 'Log': {'1.0'}, May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: 'Network': {'1.1'}, May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: 'Port': {'1.7'}, May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: 'PortForwarding': {'1.2'}, May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: 'QosPolicy': {'1.8'}, May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: 'SecurityGroup': {'1.4'}, May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: 'SecurityGroupRule': {'1.2'}, May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: 'SubPort': {'1.0'}, May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: 'Subnet': {'1.1'}, May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: 'Trunk': {'1.1'}} May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: consumer versions: May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: { DHCP agent@dv-cinder-768105-8-iscsi: {}, May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: L3 agent@dv-cinder-768105-8-iscsi: {}, May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: Metadata agent@dv-cinder-768105-8-iscsi: {}, May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: Metering agent@dv-cinder-768105-8-iscsi: {}, May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: Open vSwitch agent@dv-cinder-768105-8-iscsi: { 'AddressGroup': '1.2', May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: 'ConntrackHelper': '1.0', May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: 'Log': '1.0', May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: 'Network': '1.1', May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: 'Port': '1.7', May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: 'PortForwarding': '1.2', May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: 'QosPolicy': '1.8', May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: 'SecurityGroup': '1.4', May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: 'SecurityGroupRule': '1.2', May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: 'SubPort': '1.0', May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: 'Subnet': '1.1', May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: 'Trunk': '1.1'}} May 17 16:14:59.633053 dv-cinder-768105-8-iscsi neutron-server[79281]: {{(pid=79281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 16:14:59.687413 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:14:59.689063 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780703603375'] for network, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:59.785740 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325'] for network, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:59.787359 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:14:59.787994 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:14:59.792818 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:14:59.893880 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Pushing event updated for resources: {'Network': ['ID=fcd15de6-03f1-4c49-990d-27aa67d17115,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:14:59.897103 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:14:59.904888 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Network fcd15de6-03f1-4c49-990d-27aa67d17115 details requested by agent ovs-agent-dv-cinder-768105-8-iscsi with host dv-cinder-768105-8-iscsi {{(pid=79282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:14:59.966535 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0870233 May 17 16:15:02.570427 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 60168) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:15:03.145345 dv-cinder-768105-8-iscsi neutron-server[79280]: WARNING oslo_policy.policy [None req-720dd891-613d-4a08-950d-9b69b064222e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 16:15:03.145952 dv-cinder-768105-8-iscsi neutron-server[79280]: WARNING oslo_policy.policy [None req-720dd891-613d-4a08-950d-9b69b064222e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 16:15:03.575146 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.policy [None req-720dd891-613d-4a08-950d-9b69b064222e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79280) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 17 16:15:03.620303 dv-cinder-768105-8-iscsi neutron-server[79280]: WARNING oslo_policy.policy [None req-720dd891-613d-4a08-950d-9b69b064222e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 16:15:03.620676 dv-cinder-768105-8-iscsi neutron-server[79280]: WARNING oslo_policy.policy [None req-720dd891-613d-4a08-950d-9b69b064222e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 16:15:03.629323 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720dd891-613d-4a08-950d-9b69b064222e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:15:03.631159 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-720dd891-613d-4a08-950d-9b69b064222e admin admin] 10.222.0.11 "GET /v2.0/networks/fcd15de6-03f1-4c49-990d-27aa67d17115 HTTP/1.1" status: 200 len: 825 time: 1.0598381 May 17 16:15:03.662681 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-b4d44c0a-d541-44a9-a4a4-65f0357cdc93 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/4fb83a72-5a15-4aa7-a5e8-2218f6728335 HTTP/1.1" status: 200 len: 734 time: 0.0262365 May 17 16:15:03.671061 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '4fb83a72-5a15-4aa7-a5e8-2218f6728335', 'network_id': 'fcd15de6-03f1-4c49-990d-27aa67d17115', 'name': 'private-subnet', 'tenant_id': '79d827963852474e93e12a3240402830'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:15:03.672598 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.quota [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Loaded quota_driver: . May 17 16:15:03.678368 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:15:03.683700 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Usage tracker for resource:subnet and tenant:79d827963852474e93e12a3240402830 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:15:03.686996 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:15:03.693801 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:15:03.777013 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Made reservation on behalf of 79d827963852474e93e12a3240402830 for: {'subnet': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:15:03.779665 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:04.325801 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274'] for subnet, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:04.331592 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:15:04.408200 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Checking segment: {'id': '6a06b4bd-b44f-4757-a7af-68788d0ebac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fcd15de6-03f1-4c49-990d-27aa67d17115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:15:04.408571 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Network hostable DHCP agents. Network: fcd15de6-03f1-4c49-990d-27aa67d17115, hostable agents: ['780b63cc-fd7b-4a13-8dba-6019f78428e1'], hosted agents: [] {{(pid=79280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:15:04.420641 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=454fd326-6ebb-47a0-896d-ee873874d8d4,revision_number=0']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:15:04.433260 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:04.433610 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:04.433942 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:04.434266 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:04.434610 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:04.434942 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:04.435254 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:04.435567 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:04.435880 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:04.436189 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:04.436497 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:04.436802 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Tracked resource versions report: May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: pushed versions: May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: { 'AddressGroup': {'1.2'}, May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: 'ConntrackHelper': {'1.0'}, May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: 'Log': {'1.0'}, May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: 'Network': {'1.1'}, May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: 'Port': {'1.7'}, May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: 'PortForwarding': {'1.2'}, May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: 'QosPolicy': {'1.8'}, May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: 'SecurityGroup': {'1.4'}, May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: 'SecurityGroupRule': {'1.2'}, May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: 'SubPort': {'1.0'}, May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: 'Subnet': {'1.1'}, May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: 'Trunk': {'1.1'}} May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: consumer versions: May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: { DHCP agent@dv-cinder-768105-8-iscsi: {}, May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: L3 agent@dv-cinder-768105-8-iscsi: {}, May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: Metadata agent@dv-cinder-768105-8-iscsi: {}, May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: Metering agent@dv-cinder-768105-8-iscsi: {}, May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: Open vSwitch agent@dv-cinder-768105-8-iscsi: { 'AddressGroup': '1.2', May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: 'ConntrackHelper': '1.0', May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: 'Log': '1.0', May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: 'Network': '1.1', May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: 'Port': '1.7', May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: 'PortForwarding': '1.2', May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: 'QosPolicy': '1.8', May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: 'SecurityGroup': '1.4', May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: 'SecurityGroupRule': '1.2', May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: 'SubPort': '1.0', May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: 'Subnet': '1.1', May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: 'Trunk': '1.1'}} May 17 16:15:04.437906 dv-cinder-768105-8-iscsi neutron-server[79280]: {{(pid=79280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 16:15:04.465524 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:15:04.563074 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Network fcd15de6-03f1-4c49-990d-27aa67d17115 is scheduled to be hosted by DHCP agent 780b63cc-fd7b-4a13-8dba-6019f78428e1 with binding_index 1 {{(pid=79280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:15:04.648697 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-iscsi, fcd15de6-03f1-4c49-990d-27aa67d17115) {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:15:04.653220 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:15:04.653854 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for subnet, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:04.659398 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419d9d44-0eea-4a65-bbc0-cc4aead1baf5 None None] Network fcd15de6-03f1-4c49-990d-27aa67d17115 requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:15:04.741313 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0735989 May 17 16:15:04.965908 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c339ff7-fcf1-568f-8b09-47d9b29cd70b-fcd15de6-03f1-4c49-990d-27aa67d17115', 'network_id': 'fcd15de6-03f1-4c49-990d-27aa67d17115', 'tenant_id': '79d827963852474e93e12a3240402830', 'fixed_ips': [{'subnet_id': '454fd326-6ebb-47a0-896d-ee873874d8d4'}]}} from dv-cinder-768105-8-iscsi. {{(pid=79282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 16:15:04.967093 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:05.152431 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.db_base_plugin_common [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Allocated IP 172.20.0.2 (fcd15de6-03f1-4c49-990d-27aa67d17115/454fd326-6ebb-47a0-896d-ee873874d8d4/edec41bb-7a4e-4c4a-afe8-4568198a88d0) {{(pid=79282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:15:05.375864 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Notify callbacks [] for port, precommit_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:05.388184 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Transition to ACTIVE for port object edec41bb-7a4e-4c4a-afe8-4568198a88d0 will not be triggered until provisioned by entity L2. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:15:05.409910 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Transition to ACTIVE for port object edec41bb-7a4e-4c4a-afe8-4568198a88d0 will not be triggered until provisioned by entity DHCP. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:15:05.495106 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841'] for port, after_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:05.500003 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:15:05.557490 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Network fcd15de6-03f1-4c49-990d-27aa67d17115 is already hosted by enough agents. {{(pid=79282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:15:05.558663 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.scheduler.base_scheduler [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Resources bound (agent type, host, resource id): {{(pid=79282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:15:05.561681 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Received port after_create {{(pid=79282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:15:05.634750 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Pushing event updated for resources: {'Port': ['ID=edec41bb-7a4e-4c4a-afe8-4568198a88d0,revision_number=1']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:15:05.650040 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:05.650401 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:05.650729 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:05.651048 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:05.651361 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:05.651675 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:05.651989 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:05.652297 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:05.652627 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:05.652935 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:05.653380 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:05.653689 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Tracked resource versions report: May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: pushed versions: May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: { 'AddressGroup': {'1.2'}, May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: 'ConntrackHelper': {'1.0'}, May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: 'Log': {'1.0'}, May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: 'Network': {'1.1'}, May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: 'Port': {'1.7'}, May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: 'PortForwarding': {'1.2'}, May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: 'QosPolicy': {'1.8'}, May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: 'SecurityGroup': {'1.4'}, May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: 'SecurityGroupRule': {'1.2'}, May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: 'SubPort': {'1.0'}, May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: 'Subnet': {'1.1'}, May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: 'Trunk': {'1.1'}} May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: consumer versions: May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: { DHCP agent@dv-cinder-768105-8-iscsi: {}, May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: L3 agent@dv-cinder-768105-8-iscsi: {}, May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: Metadata agent@dv-cinder-768105-8-iscsi: {}, May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: Metering agent@dv-cinder-768105-8-iscsi: {}, May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: Open vSwitch agent@dv-cinder-768105-8-iscsi: { 'AddressGroup': '1.2', May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: 'ConntrackHelper': '1.0', May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: 'Log': '1.0', May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: 'Network': '1.1', May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: 'Port': '1.7', May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: 'PortForwarding': '1.2', May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: 'QosPolicy': '1.8', May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: 'SecurityGroup': '1.4', May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: 'SecurityGroupRule': '1.2', May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: 'SubPort': '1.0', May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: 'Subnet': '1.1', May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: 'Trunk': '1.1'}} May 17 16:15:05.654839 dv-cinder-768105-8-iscsi neutron-server[79282]: {{(pid=79282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 16:15:05.665114 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:15:05.673973 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Attempting to bind port edec41bb-7a4e-4c4a-afe8-4568198a88d0 on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:15:05.674369 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Attempting to bind port edec41bb-7a4e-4c4a-afe8-4568198a88d0 by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': '6a06b4bd-b44f-4757-a7af-68788d0ebac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fcd15de6-03f1-4c49-990d-27aa67d17115'}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:15:05.674804 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Attempting to bind port edec41bb-7a4e-4c4a-afe8-4568198a88d0 on network fcd15de6-03f1-4c49-990d-27aa67d17115 {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:15:05.680027 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:15:05.680466 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Checking segment: {'id': '6a06b4bd-b44f-4757-a7af-68788d0ebac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fcd15de6-03f1-4c49-990d-27aa67d17115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:15:05.680944 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:05.681321 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Bound using segment: {'id': '6a06b4bd-b44f-4757-a7af-68788d0ebac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fcd15de6-03f1-4c49-990d-27aa67d17115'} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:15:05.681797 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Bound port: edec41bb-7a4e-4c4a-afe8-4568198a88d0, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a06b4bd-b44f-4757-a7af-68788d0ebac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fcd15de6-03f1-4c49-990d-27aa67d17115'}}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:15:05.682171 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:05.774087 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] For port edec41bb-7a4e-4c4a-afe8-4568198a88d0, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:15:05.778093 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] For port edec41bb-7a4e-4c4a-afe8-4568198a88d0, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=edec41bb-7a4e-4c4a-afe8-4568198a88d0,segment=NetworkSegment(6a06b4bd-b44f-4757-a7af-68788d0ebac1),segment_id=6a06b4bd-b44f-4757-a7af-68788d0ebac1)] {{(pid=79282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:15:05.851535 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:05.855572 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:15:05.945675 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Pushing event updated for resources: {'Port': ['ID=edec41bb-7a4e-4c4a-afe8-4568198a88d0,revision_number=2']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:15:05.948747 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:15:07.109662 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 60188) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:15:07.477345 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [None req-1d365049-4c7a-49fc-be9d-e8f9df4f4acb admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=79280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 16:15:07.478605 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-1d365049-4c7a-49fc-be9d-e8f9df4f4acb admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3678172 May 17 16:15:09.816253 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 60198) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:15:10.188621 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [None req-41688ddb-9a17-45ce-88dc-bf49eabfd8fa admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=79280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 16:15:10.189653 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-41688ddb-9a17-45ce-88dc-bf49eabfd8fa admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3724010 May 17 16:15:11.351451 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7e7980-500f-441e-bc01-dd4fadcc13ff None None] Network fcd15de6-03f1-4c49-990d-27aa67d17115 requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:15:11.568633 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-2b845246-2543-41a0-b838-f0bd8dcb1024 None None] Provisioning for port edec41bb-7a4e-4c4a-afe8-4568198a88d0 completed by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:15:11.973597 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device edec41bb-7a4e-4c4a-afe8-4568198a88d0 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:15:12.114083 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port edec41bb-7a4e-4c4a-afe8-4568198a88d0 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:15:12.119439 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port edec41bb-7a4e-4c4a-afe8-4568198a88d0 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:15:12.119850 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:12.233867 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:12.267105 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] For port edec41bb-7a4e-4c4a-afe8-4568198a88d0, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=edec41bb-7a4e-4c4a-afe8-4568198a88d0,segment=NetworkSegment(6a06b4bd-b44f-4757-a7af-68788d0ebac1),segment_id=6a06b4bd-b44f-4757-a7af-68788d0ebac1)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:15:12.325964 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:12.328172 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:15:12.394543 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Pushing event updated for resources: {'Port': ['ID=edec41bb-7a4e-4c4a-afe8-4568198a88d0,revision_number=3']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:15:12.398032 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:15:12.806771 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 60214) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:15:13.152996 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-3784ff16-70de-43ee-8ed0-33de3b3f607d admin admin] Request body: {'router': {'tenant_id': '79d827963852474e93e12a3240402830', 'name': 'router1', 'admin_state_up': True}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:15:13.157895 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-3784ff16-70de-43ee-8ed0-33de3b3f607d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:15:13.161695 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-3784ff16-70de-43ee-8ed0-33de3b3f607d admin admin] Usage tracker for resource:router and tenant:79d827963852474e93e12a3240402830 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:15:13.164890 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-3784ff16-70de-43ee-8ed0-33de3b3f607d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:15:13.170857 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-3784ff16-70de-43ee-8ed0-33de3b3f607d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:15:13.277357 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3784ff16-70de-43ee-8ed0-33de3b3f607d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-433102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046008'] for router, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:13.279000 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3784ff16-70de-43ee-8ed0-33de3b3f607d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-499961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045991'] for router, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:13.299803 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3784ff16-70de-43ee-8ed0-33de3b3f607d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:13.477750 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3784ff16-70de-43ee-8ed0-33de3b3f607d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408247'] for router, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:13.579492 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3784ff16-70de-43ee-8ed0-33de3b3f607d admin admin] Notify callbacks [] for router, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:13.580659 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-3784ff16-70de-43ee-8ed0-33de3b3f607d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7729111 May 17 16:15:13.951832 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device edec41bb-7a4e-4c4a-afe8-4568198a88d0 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:15:14.016988 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port edec41bb-7a4e-4c4a-afe8-4568198a88d0 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:15:14.017358 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:15.482570 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-a71270b1-94a1-41dc-b397-75dd772c2f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:15.878247 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 60224) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:15:16.235911 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [None req-95bd63c3-2f96-447f-8ea8-ca58fee8f8a6 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=79280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 16:15:16.236857 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-95bd63c3-2f96-447f-8ea8-ca58fee8f8a6 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3576641 May 17 16:15:18.088209 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-397333a9-5214-442d-8438-43ca2bb83892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:18.116703 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:18.548839 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 60234) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:15:18.820692 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 5 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:15:18.911001 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-56c287ef-6dcc-4a21-9722-604b2dd3255f admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:15:18.916266 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-56c287ef-6dcc-4a21-9722-604b2dd3255f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:15:18.923462 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-56c287ef-6dcc-4a21-9722-604b2dd3255f admin admin] Usage tracker for resource:network and tenant:ac75d64e8d534a21b82a87bd90f57225 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:15:18.926359 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-56c287ef-6dcc-4a21-9722-604b2dd3255f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:15:18.933084 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-56c287ef-6dcc-4a21-9722-604b2dd3255f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:15:19.027812 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c287ef-6dcc-4a21-9722-604b2dd3255f admin admin] Made reservation on behalf of ac75d64e8d534a21b82a87bd90f57225 for: {'network': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:15:19.030177 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-56c287ef-6dcc-4a21-9722-604b2dd3255f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7986740'] for network, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:19.046149 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-56c287ef-6dcc-4a21-9722-604b2dd3255f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:19.060093 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-56c287ef-6dcc-4a21-9722-604b2dd3255f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:15:19.062165 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:19.063766 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-56c287ef-6dcc-4a21-9722-604b2dd3255f admin admin] Usage tracker for resource:security_group_rule and tenant:ac75d64e8d534a21b82a87bd90f57225 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:15:19.066963 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-56c287ef-6dcc-4a21-9722-604b2dd3255f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:15:19.073019 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-56c287ef-6dcc-4a21-9722-604b2dd3255f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:15:19.161214 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-56c287ef-6dcc-4a21-9722-604b2dd3255f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:19.233767 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-56c287ef-6dcc-4a21-9722-604b2dd3255f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:19.239340 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:15:19.252039 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-56c287ef-6dcc-4a21-9722-604b2dd3255f admin admin] Reserving flat network on physical network physnet1 {{(pid=79280) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 17 16:15:19.273485 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c287ef-6dcc-4a21-9722-604b2dd3255f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1758b58-3b9d-40fe-9fe6-a5c3c94f5998,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:15:19.278684 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-56c287ef-6dcc-4a21-9722-604b2dd3255f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780704030410', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:19.279244 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-56c287ef-6dcc-4a21-9722-604b2dd3255f admin admin] Unsubscribe: segment precommit_create {{(pid=79280) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 17 16:15:19.279696 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.db.segments_db [None req-56c287ef-6dcc-4a21-9722-604b2dd3255f admin admin] Added segment b4de580b-76bc-403f-9a98-9ee7fe7150e1 of type flat for network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 May 17 16:15:19.292046 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-56c287ef-6dcc-4a21-9722-604b2dd3255f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:15:19.324457 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-56c287ef-6dcc-4a21-9722-604b2dd3255f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780703603375'] for network, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:19.425080 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-56c287ef-6dcc-4a21-9722-604b2dd3255f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325'] for network, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:19.426328 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c287ef-6dcc-4a21-9722-604b2dd3255f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:15:19.427411 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-56c287ef-6dcc-4a21-9722-604b2dd3255f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:19.430395 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:15:19.526221 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c287ef-6dcc-4a21-9722-604b2dd3255f admin admin] Pushing event updated for resources: {'Network': ['ID=42a1d626-e0b0-418c-b7f5-2b1d715bf830,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:15:19.529335 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-56c287ef-6dcc-4a21-9722-604b2dd3255f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:15:19.536339 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 details requested by agent ovs-agent-dv-cinder-768105-8-iscsi with host dv-cinder-768105-8-iscsi {{(pid=79282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:15:19.580323 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-56c287ef-6dcc-4a21-9722-604b2dd3255f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0304341 May 17 16:15:20.516521 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:21.887510 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 60254) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:15:22.090230 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b46716-1ce7-4dd7-96ad-cf4faac08b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:15:22.091527 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-54b46716-1ce7-4dd7-96ad-cf4faac08b30 admin admin] 10.222.0.11 "GET /v2.0/subnets/454fd326-6ebb-47a0-896d-ee873874d8d4 HTTP/1.1" status: 200 len: 849 time: 0.2030897 May 17 16:15:22.229573 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-b28d6619-f6e9-4227-bb22-6cec5ac8671d admin admin] 10.222.0.11 "GET /v2.0/routers/7874ec92-2396-400a-8f5a-acb76823f06a HTTP/1.1" status: 200 len: 704 time: 0.1325953 May 17 16:15:22.680777 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-66a38a31-cf14-42a6-8036-ac7ae6640a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:22.931112 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_common [None req-66a38a31-cf14-42a6-8036-ac7ae6640a28 admin admin] Allocated IP 172.20.0.1 (fcd15de6-03f1-4c49-990d-27aa67d17115/454fd326-6ebb-47a0-896d-ee873874d8d4/dd0b82c1-832b-47e8-8885-511b13d3ea78) {{(pid=79280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:15:23.081306 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-66a38a31-cf14-42a6-8036-ac7ae6640a28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:23.098486 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.provisioning_blocks [None req-66a38a31-cf14-42a6-8036-ac7ae6640a28 admin admin] Transition to ACTIVE for port object dd0b82c1-832b-47e8-8885-511b13d3ea78 will not be triggered until provisioned by entity DHCP. {{(pid=79280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:15:23.208602 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-66a38a31-cf14-42a6-8036-ac7ae6640a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841'] for port, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:23.212992 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:15:23.270229 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a38a31-cf14-42a6-8036-ac7ae6640a28 admin admin] Network fcd15de6-03f1-4c49-990d-27aa67d17115 is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:15:23.273016 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [None req-66a38a31-cf14-42a6-8036-ac7ae6640a28 admin admin] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:15:23.276803 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a38a31-cf14-42a6-8036-ac7ae6640a28 admin admin] Received port after_create {{(pid=79280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:15:23.277304 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-66a38a31-cf14-42a6-8036-ac7ae6640a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432716'] for router_interface, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:23.414409 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a38a31-cf14-42a6-8036-ac7ae6640a28 admin admin] Pushing event updated for resources: {'Port': ['ID=dd0b82c1-832b-47e8-8885-511b13d3ea78,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:15:23.420373 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-66a38a31-cf14-42a6-8036-ac7ae6640a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:15:23.536820 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-1b4ce925-d2a3-445e-bdaf-25ba3055b99c None None] Provisioning for port dd0b82c1-832b-47e8-8885-511b13d3ea78 completed by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:15:23.542016 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-1b4ce925-d2a3-445e-bdaf-25ba3055b99c None None] Provisioning complete for port dd0b82c1-832b-47e8-8885-511b13d3ea78 triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:15:23.542382 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-1b4ce925-d2a3-445e-bdaf-25ba3055b99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:23.593037 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-1b4ce925-d2a3-445e-bdaf-25ba3055b99c None None] Port dd0b82c1-832b-47e8-8885-511b13d3ea78 cannot update to ACTIVE because it is not bound. {{(pid=79282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:15:23.609740 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-66a38a31-cf14-42a6-8036-ac7ae6640a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:23.832103 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-66a38a31-cf14-42a6-8036-ac7ae6640a28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:23.904876 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-66a38a31-cf14-42a6-8036-ac7ae6640a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:23.905916 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-66a38a31-cf14-42a6-8036-ac7ae6640a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-515311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402923'] for router_interface, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:23.909055 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-66a38a31-cf14-42a6-8036-ac7ae6640a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:15:24.032871 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a38a31-cf14-42a6-8036-ac7ae6640a28 admin admin] Pushing event updated for resources: {'Port': ['ID=dd0b82c1-832b-47e8-8885-511b13d3ea78,revision_number=2']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:15:24.042085 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-66a38a31-cf14-42a6-8036-ac7ae6640a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:15:24.093810 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a38a31-cf14-42a6-8036-ac7ae6640a28 admin admin] Network fcd15de6-03f1-4c49-990d-27aa67d17115 is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:15:24.094808 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [None req-66a38a31-cf14-42a6-8036-ac7ae6640a28 admin admin] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:15:24.321782 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-d4e85218-b71d-4e61-8453-9added0fed7b None None] Provisioning complete for port dd0b82c1-832b-47e8-8885-511b13d3ea78 triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:15:24.322147 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-d4e85218-b71d-4e61-8453-9added0fed7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:24.342557 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a38a31-cf14-42a6-8036-ac7ae6640a28 admin admin] Router 7874ec92-2396-400a-8f5a-acb76823f06a is scheduled to L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 with binding_index 1 {{(pid=79280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 16:15:24.374930 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-d4e85218-b71d-4e61-8453-9added0fed7b None None] Port dd0b82c1-832b-47e8-8885-511b13d3ea78 cannot update to ACTIVE because it is not bound. {{(pid=79282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:15:24.530135 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a38a31-cf14-42a6-8036-ac7ae6640a28 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:15:24.539578 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9136108b-47e6-410f-851d-ac479d5b21a7 None None] Sync routers for ids ['7874ec92-2396-400a-8f5a-acb76823f06a'] in dv-cinder-768105-8-iscsi {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:15:24.540192 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-66a38a31-cf14-42a6-8036-ac7ae6640a28 admin admin] 10.222.0.11 "PUT /v2.0/routers/7874ec92-2396-400a-8f5a-acb76823f06a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3055930 May 17 16:15:24.549533 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9136108b-47e6-410f-851d-ac479d5b21a7 None None] Routers {'7874ec92-2396-400a-8f5a-acb76823f06a'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:15:24.550414 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-9136108b-47e6-410f-851d-ac479d5b21a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:15:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['7874ec92-2396-400a-8f5a-acb76823f06a'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:15:24.721697 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-9136108b-47e6-410f-851d-ac479d5b21a7 None None] Set router 7874ec92-2396-400a-8f5a-acb76823f06a gateway port host: None {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:15:25.082936 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-9136108b-47e6-410f-851d-ac479d5b21a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7874ec92-2396-400a-8f5a-acb76823f06a', 'name': 'router1', 'tenant_id': '79d827963852474e93e12a3240402830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:15:13Z', 'updated_at': '2021-05-17T16:15:23Z', 'revision_number': 2, 'project_id': '79d827963852474e93e12a3240402830', 'gw_port_host': None, '_interfaces': [{'id': 'dd0b82c1-832b-47e8-8885-511b13d3ea78', 'name': '', 'network_id': 'fcd15de6-03f1-4c49-990d-27aa67d17115', 'tenant_id': '79d827963852474e93e12a3240402830', 'mac_address': 'fa:16:3e:ad:e6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7874ec92-2396-400a-8f5a-acb76823f06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '454fd326-6ebb-47a0-896d-ee873874d8d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:15:22Z', 'updated_at': '2021-05-17T16:15:23Z', 'revision_number': 2, 'project_id': '79d827963852474e93e12a3240402830', 'subnets': [{'id': '454fd326-6ebb-47a0-896d-ee873874d8d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fb83a72-5a15-4aa7-a5e8-2218f6728335'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:15:25.087698 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9136108b-47e6-410f-851d-ac479d5b21a7 None None] Checking router: 7874ec92-2396-400a-8f5a-acb76823f06a for host: dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:15:25.088080 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9136108b-47e6-410f-851d-ac479d5b21a7 None None] Updating router 7874ec92-2396-400a-8f5a-acb76823f06a port dd0b82c1-832b-47e8-8885-511b13d3ea78 binding host dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:15:25.138806 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-9136108b-47e6-410f-851d-ac479d5b21a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:25.508733 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-9136108b-47e6-410f-851d-ac479d5b21a7 None None] Notify callbacks [] for port, precommit_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:25.524351 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.provisioning_blocks [None req-9136108b-47e6-410f-851d-ac479d5b21a7 None None] Transition to ACTIVE for port object dd0b82c1-832b-47e8-8885-511b13d3ea78 will not be triggered until provisioned by entity L2. {{(pid=79283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:15:25.587772 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-9136108b-47e6-410f-851d-ac479d5b21a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:25.592797 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:15:25.806262 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e61ad2-93ab-486b-8062-ca5108e783f0 None None] Pushing event updated for resources: {'Port': ['ID=dd0b82c1-832b-47e8-8885-511b13d3ea78,revision_number=3']} {{(pid=79283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:15:25.816808 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e61ad2-93ab-486b-8062-ca5108e783f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:25.817170 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e61ad2-93ab-486b-8062-ca5108e783f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:25.817499 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e61ad2-93ab-486b-8062-ca5108e783f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:25.817822 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e61ad2-93ab-486b-8062-ca5108e783f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:25.818141 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e61ad2-93ab-486b-8062-ca5108e783f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:25.818485 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e61ad2-93ab-486b-8062-ca5108e783f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:25.818804 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e61ad2-93ab-486b-8062-ca5108e783f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:25.819116 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e61ad2-93ab-486b-8062-ca5108e783f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:25.819434 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e61ad2-93ab-486b-8062-ca5108e783f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:25.819749 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e61ad2-93ab-486b-8062-ca5108e783f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:25.820058 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e61ad2-93ab-486b-8062-ca5108e783f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:25.820370 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e61ad2-93ab-486b-8062-ca5108e783f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e61ad2-93ab-486b-8062-ca5108e783f0 None None] Tracked resource versions report: May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: pushed versions: May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: { 'AddressGroup': {'1.2'}, May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: 'ConntrackHelper': {'1.0'}, May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: 'Log': {'1.0'}, May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: 'Network': {'1.1'}, May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: 'Port': {'1.7'}, May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: 'PortForwarding': {'1.2'}, May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: 'QosPolicy': {'1.8'}, May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: 'SecurityGroup': {'1.4'}, May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: 'SecurityGroupRule': {'1.2'}, May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: 'SubPort': {'1.0'}, May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: 'Subnet': {'1.1'}, May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: 'Trunk': {'1.1'}} May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: consumer versions: May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: { DHCP agent@dv-cinder-768105-8-iscsi: {}, May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: L3 agent@dv-cinder-768105-8-iscsi: {}, May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: Metadata agent@dv-cinder-768105-8-iscsi: {}, May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: Metering agent@dv-cinder-768105-8-iscsi: {}, May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: Open vSwitch agent@dv-cinder-768105-8-iscsi: { 'AddressGroup': '1.2', May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: 'ConntrackHelper': '1.0', May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: 'Log': '1.0', May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: 'Network': '1.1', May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: 'Port': '1.7', May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: 'PortForwarding': '1.2', May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: 'QosPolicy': '1.8', May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: 'SecurityGroup': '1.4', May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: 'SecurityGroupRule': '1.2', May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: 'SubPort': '1.0', May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: 'Subnet': '1.1', May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: 'Trunk': '1.1'}} May 17 16:15:25.821529 dv-cinder-768105-8-iscsi neutron-server[79283]: {{(pid=79283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 16:15:25.825557 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-9136108b-47e6-410f-851d-ac479d5b21a7 None None] Attempting to bind port dd0b82c1-832b-47e8-8885-511b13d3ea78 on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:15:25.825962 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-9136108b-47e6-410f-851d-ac479d5b21a7 None None] Attempting to bind port dd0b82c1-832b-47e8-8885-511b13d3ea78 by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': '6a06b4bd-b44f-4757-a7af-68788d0ebac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fcd15de6-03f1-4c49-990d-27aa67d17115'}] {{(pid=79283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:15:25.826434 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9136108b-47e6-410f-851d-ac479d5b21a7 None None] Attempting to bind port dd0b82c1-832b-47e8-8885-511b13d3ea78 on network fcd15de6-03f1-4c49-990d-27aa67d17115 {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:15:25.828491 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [None req-96e61ad2-93ab-486b-8062-ca5108e783f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:15:25.832441 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9136108b-47e6-410f-851d-ac479d5b21a7 None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:15:25.832872 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9136108b-47e6-410f-851d-ac479d5b21a7 None None] Checking segment: {'id': '6a06b4bd-b44f-4757-a7af-68788d0ebac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fcd15de6-03f1-4c49-990d-27aa67d17115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:15:25.833368 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-9136108b-47e6-410f-851d-ac479d5b21a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:25.833755 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9136108b-47e6-410f-851d-ac479d5b21a7 None None] Bound using segment: {'id': '6a06b4bd-b44f-4757-a7af-68788d0ebac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fcd15de6-03f1-4c49-990d-27aa67d17115'} {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:15:25.834256 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-9136108b-47e6-410f-851d-ac479d5b21a7 None None] Bound port: dd0b82c1-832b-47e8-8885-511b13d3ea78, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a06b4bd-b44f-4757-a7af-68788d0ebac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'fcd15de6-03f1-4c49-990d-27aa67d17115'}}] {{(pid=79283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:15:25.834650 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-9136108b-47e6-410f-851d-ac479d5b21a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:25.920279 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.db [None req-9136108b-47e6-410f-851d-ac479d5b21a7 None None] For port dd0b82c1-832b-47e8-8885-511b13d3ea78, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:15:25.924199 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.db [None req-9136108b-47e6-410f-851d-ac479d5b21a7 None None] For port dd0b82c1-832b-47e8-8885-511b13d3ea78, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=dd0b82c1-832b-47e8-8885-511b13d3ea78,segment=NetworkSegment(6a06b4bd-b44f-4757-a7af-68788d0ebac1),segment_id=6a06b4bd-b44f-4757-a7af-68788d0ebac1)] {{(pid=79283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:15:26.005751 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-9136108b-47e6-410f-851d-ac479d5b21a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:26.009699 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:15:26.094118 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9136108b-47e6-410f-851d-ac479d5b21a7 None None] Routers {'7874ec92-2396-400a-8f5a-acb76823f06a'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:15:26.094790 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-9136108b-47e6-410f-851d-ac479d5b21a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:15:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['7874ec92-2396-400a-8f5a-acb76823f06a'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:15:26.149269 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e61ad2-93ab-486b-8062-ca5108e783f0 None None] Pushing event updated for resources: {'Port': ['ID=dd0b82c1-832b-47e8-8885-511b13d3ea78,revision_number=4']} {{(pid=79283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:15:26.162585 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [None req-96e61ad2-93ab-486b-8062-ca5108e783f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:15:26.277160 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-9136108b-47e6-410f-851d-ac479d5b21a7 None None] Set router 7874ec92-2396-400a-8f5a-acb76823f06a gateway port host: None {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:15:26.595682 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-9136108b-47e6-410f-851d-ac479d5b21a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7874ec92-2396-400a-8f5a-acb76823f06a', 'name': 'router1', 'tenant_id': '79d827963852474e93e12a3240402830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:15:13Z', 'updated_at': '2021-05-17T16:15:23Z', 'revision_number': 2, 'project_id': '79d827963852474e93e12a3240402830', 'gw_port_host': None, '_interfaces': [{'id': 'dd0b82c1-832b-47e8-8885-511b13d3ea78', 'name': '', 'network_id': 'fcd15de6-03f1-4c49-990d-27aa67d17115', 'tenant_id': '79d827963852474e93e12a3240402830', 'mac_address': 'fa:16:3e:ad:e6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7874ec92-2396-400a-8f5a-acb76823f06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '454fd326-6ebb-47a0-896d-ee873874d8d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:15:22Z', 'updated_at': '2021-05-17T16:15:25Z', 'revision_number': 4, 'project_id': '79d827963852474e93e12a3240402830', 'subnets': [{'id': '454fd326-6ebb-47a0-896d-ee873874d8d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fb83a72-5a15-4aa7-a5e8-2218f6728335'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:15:26.599655 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9136108b-47e6-410f-851d-ac479d5b21a7 None None] The sync data for ids ['7874ec92-2396-400a-8f5a-acb76823f06a'] in dv-cinder-768105-8-iscsi is: [{'id': '7874ec92-2396-400a-8f5a-acb76823f06a', 'name': 'router1', 'tenant_id': '79d827963852474e93e12a3240402830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:15:13Z', 'updated_at': '2021-05-17T16:15:23Z', 'revision_number': 2, 'project_id': '79d827963852474e93e12a3240402830', 'gw_port_host': None, '_interfaces': [{'id': 'dd0b82c1-832b-47e8-8885-511b13d3ea78', 'name': '', 'network_id': 'fcd15de6-03f1-4c49-990d-27aa67d17115', 'tenant_id': '79d827963852474e93e12a3240402830', 'mac_address': 'fa:16:3e:ad:e6:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7874ec92-2396-400a-8f5a-acb76823f06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '454fd326-6ebb-47a0-896d-ee873874d8d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:15:22Z', 'updated_at': '2021-05-17T16:15:25Z', 'revision_number': 4, 'project_id': '79d827963852474e93e12a3240402830', 'subnets': [{'id': '454fd326-6ebb-47a0-896d-ee873874d8d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fb83a72-5a15-4aa7-a5e8-2218f6728335'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:15:26.665324 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 60276) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:15:26.816769 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393229ba-9bf4-4b23-9dcb-db30bf724c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:15:26.818068 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-393229ba-9bf4-4b23-9dcb-db30bf724c9a admin admin] 10.222.0.11 "GET /v2.0/networks/42a1d626-e0b0-418c-b7f5-2b1d715bf830 HTTP/1.1" status: 200 len: 842 time: 0.1517212 May 17 16:15:26.827106 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-1814452e-80de-4632-8fde-9f6714366f79 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'ip_version': 4}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:15:26.831871 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-1814452e-80de-4632-8fde-9f6714366f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:15:26.835999 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-1814452e-80de-4632-8fde-9f6714366f79 admin admin] Usage tracker for resource:subnet and tenant:ac75d64e8d534a21b82a87bd90f57225 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:15:26.839039 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-1814452e-80de-4632-8fde-9f6714366f79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:15:26.844490 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-1814452e-80de-4632-8fde-9f6714366f79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:15:26.939375 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1814452e-80de-4632-8fde-9f6714366f79 admin admin] Made reservation on behalf of ac75d64e8d534a21b82a87bd90f57225 for: {'subnet': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:15:26.941588 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1814452e-80de-4632-8fde-9f6714366f79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:27.485150 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.objects.ports [None req-1814452e-80de-4632-8fde-9f6714366f79 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79281) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 17 16:15:27.485656 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1814452e-80de-4632-8fde-9f6714366f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274'] for subnet, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:27.490130 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:15:27.558747 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814452e-80de-4632-8fde-9f6714366f79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e10255a-9813-4d83-92b3-230f73c18e4f,revision_number=0']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:15:27.565103 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1814452e-80de-4632-8fde-9f6714366f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:15:27.567522 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1814452e-80de-4632-8fde-9f6714366f79 admin admin] Checking segment: {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:15:27.567868 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1814452e-80de-4632-8fde-9f6714366f79 admin admin] Network hostable DHCP agents. Network: 42a1d626-e0b0-418c-b7f5-2b1d715bf830, hostable agents: ['780b63cc-fd7b-4a13-8dba-6019f78428e1'], hosted agents: [] {{(pid=79281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:15:27.659393 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1814452e-80de-4632-8fde-9f6714366f79 admin admin] Network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 is scheduled to be hosted by DHCP agent 780b63cc-fd7b-4a13-8dba-6019f78428e1 with binding_index 1 {{(pid=79281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:15:27.733816 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-1814452e-80de-4632-8fde-9f6714366f79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-iscsi, 42a1d626-e0b0-418c-b7f5-2b1d715bf830) {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:15:27.740123 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1814452e-80de-4632-8fde-9f6714366f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:15:27.741034 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1814452e-80de-4632-8fde-9f6714366f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for subnet, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:27.745943 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1953a0-8e5d-46e8-bb01-1057ece855ea None None] Network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:15:27.852001 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-1814452e-80de-4632-8fde-9f6714366f79 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0281906 May 17 16:15:27.954606 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae3ebcf-86fb-4962-830a-ae3aa50fc842 None None] Network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:15:29.985354 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device dd0b82c1-832b-47e8-8885-511b13d3ea78 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:15:30.031496 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 60290) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:15:30.194103 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port dd0b82c1-832b-47e8-8885-511b13d3ea78 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:15:30.199269 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port dd0b82c1-832b-47e8-8885-511b13d3ea78 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:15:30.199650 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:30.259771 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-15ad05b0-2753-4876-8cd5-ff8a7cb230b8 admin admin] 10.222.0.11 "GET /v2.0/routers/7874ec92-2396-400a-8f5a-acb76823f06a HTTP/1.1" status: 200 len: 710 time: 0.2270722 May 17 16:15:30.322436 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:30.353657 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] For port dd0b82c1-832b-47e8-8885-511b13d3ea78, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=dd0b82c1-832b-47e8-8885-511b13d3ea78,segment=NetworkSegment(6a06b4bd-b44f-4757-a7af-68788d0ebac1),segment_id=6a06b4bd-b44f-4757-a7af-68788d0ebac1)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:15:30.388551 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b57d42-1095-4b22-85f9-a4c05abf3135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:15:30.389920 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-17b57d42-1095-4b22-85f9-a4c05abf3135 admin admin] 10.222.0.11 "GET /v2.0/networks/42a1d626-e0b0-418c-b7f5-2b1d715bf830 HTTP/1.1" status: 200 len: 886 time: 0.1252012 May 17 16:15:30.398886 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-6c220a4b-32f9-4624-a519-4bcb2de5fd32 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:15:30.422555 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:30.424604 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:15:30.494623 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Pushing event updated for resources: {'Port': ['ID=dd0b82c1-832b-47e8-8885-511b13d3ea78,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:15:30.497645 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:15:30.841211 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-6c220a4b-32f9-4624-a519-4bcb2de5fd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-433116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045973'] for router, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:31.281214 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-6c220a4b-32f9-4624-a519-4bcb2de5fd32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:31.337616 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-6c220a4b-32f9-4624-a519-4bcb2de5fd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:31.468718 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_common [None req-6c220a4b-32f9-4624-a519-4bcb2de5fd32 admin admin] Allocated IP 172.27.2.65 (42a1d626-e0b0-418c-b7f5-2b1d715bf830/6e10255a-9813-4d83-92b3-230f73c18e4f/fed0e441-a8e5-4f76-ae17-034cb9f54ed1) {{(pid=79281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:15:31.616698 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-6c220a4b-32f9-4624-a519-4bcb2de5fd32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:31.748480 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-6c220a4b-32f9-4624-a519-4bcb2de5fd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841'] for port, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:31.752174 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:15:31.812139 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c220a4b-32f9-4624-a519-4bcb2de5fd32 admin admin] Network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:15:31.814938 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-6c220a4b-32f9-4624-a519-4bcb2de5fd32 admin admin] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:15:31.818755 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c220a4b-32f9-4624-a519-4bcb2de5fd32 admin admin] Received port after_create {{(pid=79281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:15:31.884161 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c220a4b-32f9-4624-a519-4bcb2de5fd32 admin admin] Pushing event updated for resources: {'Port': ['ID=fed0e441-a8e5-4f76-ae17-034cb9f54ed1,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:15:31.936062 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-6c220a4b-32f9-4624-a519-4bcb2de5fd32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:15:31.965977 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device dd0b82c1-832b-47e8-8885-511b13d3ea78 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:15:32.034043 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port dd0b82c1-832b-47e8-8885-511b13d3ea78 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:15:32.034445 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:32.303743 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-6c220a4b-32f9-4624-a519-4bcb2de5fd32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:32.626715 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-6c220a4b-32f9-4624-a519-4bcb2de5fd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-433116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045973'] for router, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:32.630409 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-6c220a4b-32f9-4624-a519-4bcb2de5fd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-408270', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-408261', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-433122'] for router, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:32.839248 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c220a4b-32f9-4624-a519-4bcb2de5fd32 admin admin] Router 7874ec92-2396-400a-8f5a-acb76823f06a has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:15:33.011653 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c220a4b-32f9-4624-a519-4bcb2de5fd32 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:15:33.020778 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-6c220a4b-32f9-4624-a519-4bcb2de5fd32 admin admin] Notify callbacks [] for router, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:33.021464 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4251b338-a850-4940-8fa1-dc89fb635dbb None None] Sync routers for ids ['7874ec92-2396-400a-8f5a-acb76823f06a'] in dv-cinder-768105-8-iscsi {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:15:33.024156 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-6c220a4b-32f9-4624-a519-4bcb2de5fd32 admin admin] 10.222.0.11 "PUT /v2.0/routers/7874ec92-2396-400a-8f5a-acb76823f06a HTTP/1.1" status: 200 len: 889 time: 2.6265595 May 17 16:15:33.031517 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4251b338-a850-4940-8fa1-dc89fb635dbb None None] Routers {'7874ec92-2396-400a-8f5a-acb76823f06a'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:15:33.032192 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-4251b338-a850-4940-8fa1-dc89fb635dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:15:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['7874ec92-2396-400a-8f5a-acb76823f06a'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:15:33.222890 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-4251b338-a850-4940-8fa1-dc89fb635dbb None None] Set router 7874ec92-2396-400a-8f5a-acb76823f06a gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:15:33.578400 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-4251b338-a850-4940-8fa1-dc89fb635dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7874ec92-2396-400a-8f5a-acb76823f06a', 'name': 'router1', 'tenant_id': '79d827963852474e93e12a3240402830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'fed0e441-a8e5-4f76-ae17-034cb9f54ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:15:13Z', 'updated_at': '2021-05-17T16:15:32Z', 'revision_number': 4, 'project_id': '79d827963852474e93e12a3240402830', 'gw_port': {'id': 'fed0e441-a8e5-4f76-ae17-034cb9f54ed1', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7874ec92-2396-400a-8f5a-acb76823f06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:15:31Z', 'updated_at': '2021-05-17T16:15:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'dd0b82c1-832b-47e8-8885-511b13d3ea78', 'name': '', 'network_id': 'fcd15de6-03f1-4c49-990d-27aa67d17115', 'tenant_id': '79d827963852474e93e12a3240402830', 'mac_address': 'fa:16:3e:ad:e6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7874ec92-2396-400a-8f5a-acb76823f06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '454fd326-6ebb-47a0-896d-ee873874d8d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:15:22Z', 'updated_at': '2021-05-17T16:15:30Z', 'revision_number': 5, 'project_id': '79d827963852474e93e12a3240402830', 'subnets': [{'id': '454fd326-6ebb-47a0-896d-ee873874d8d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fb83a72-5a15-4aa7-a5e8-2218f6728335'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:15:33.583934 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4251b338-a850-4940-8fa1-dc89fb635dbb None None] Checking router: 7874ec92-2396-400a-8f5a-acb76823f06a for host: dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:15:33.584289 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4251b338-a850-4940-8fa1-dc89fb635dbb None None] Updating router 7874ec92-2396-400a-8f5a-acb76823f06a port fed0e441-a8e5-4f76-ae17-034cb9f54ed1 binding host dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:15:33.637016 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4251b338-a850-4940-8fa1-dc89fb635dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:33.954156 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4251b338-a850-4940-8fa1-dc89fb635dbb None None] Notify callbacks [] for port, precommit_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:33.965213 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4251b338-a850-4940-8fa1-dc89fb635dbb None None] Transition to ACTIVE for port object fed0e441-a8e5-4f76-ae17-034cb9f54ed1 will not be triggered until provisioned by entity L2. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:15:34.037077 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4251b338-a850-4940-8fa1-dc89fb635dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:34.041108 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-982b7a6b-0377-4600-b48b-74b82eaff0c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:15:34.119006 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-4251b338-a850-4940-8fa1-dc89fb635dbb None None] Attempting to bind port fed0e441-a8e5-4f76-ae17-034cb9f54ed1 on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:15:34.119381 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-4251b338-a850-4940-8fa1-dc89fb635dbb None None] Attempting to bind port fed0e441-a8e5-4f76-ae17-034cb9f54ed1 by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:15:34.119748 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4251b338-a850-4940-8fa1-dc89fb635dbb None None] Attempting to bind port fed0e441-a8e5-4f76-ae17-034cb9f54ed1 on network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:15:34.121657 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d32bb5-01c4-408e-ab33-4e56c00a26ce None None] Pushing event updated for resources: {'Port': ['ID=fed0e441-a8e5-4f76-ae17-034cb9f54ed1,revision_number=2']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:15:34.125342 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-18d32bb5-01c4-408e-ab33-4e56c00a26ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:15:34.127821 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4251b338-a850-4940-8fa1-dc89fb635dbb None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:15:34.128197 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4251b338-a850-4940-8fa1-dc89fb635dbb None None] Checking segment: {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:15:34.128596 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4251b338-a850-4940-8fa1-dc89fb635dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:34.128988 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4251b338-a850-4940-8fa1-dc89fb635dbb None None] Bound using segment: {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:15:34.129480 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-4251b338-a850-4940-8fa1-dc89fb635dbb None None] Bound port: fed0e441-a8e5-4f76-ae17-034cb9f54ed1, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:15:34.129851 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4251b338-a850-4940-8fa1-dc89fb635dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:34.199895 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-4251b338-a850-4940-8fa1-dc89fb635dbb None None] For port fed0e441-a8e5-4f76-ae17-034cb9f54ed1, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:15:34.202752 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-4251b338-a850-4940-8fa1-dc89fb635dbb None None] For port fed0e441-a8e5-4f76-ae17-034cb9f54ed1, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=fed0e441-a8e5-4f76-ae17-034cb9f54ed1,segment=NetworkSegment(b4de580b-76bc-403f-9a98-9ee7fe7150e1),segment_id=b4de580b-76bc-403f-9a98-9ee7fe7150e1)] {{(pid=79282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:15:34.262393 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4251b338-a850-4940-8fa1-dc89fb635dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:34.266257 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:15:34.343462 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4251b338-a850-4940-8fa1-dc89fb635dbb None None] Routers {'7874ec92-2396-400a-8f5a-acb76823f06a'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:15:34.344062 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-4251b338-a850-4940-8fa1-dc89fb635dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:15:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['7874ec92-2396-400a-8f5a-acb76823f06a'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:15:34.389390 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d32bb5-01c4-408e-ab33-4e56c00a26ce None None] Pushing event updated for resources: {'Port': ['ID=fed0e441-a8e5-4f76-ae17-034cb9f54ed1,revision_number=3']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:15:34.397550 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-18d32bb5-01c4-408e-ab33-4e56c00a26ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:15:34.524900 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-4251b338-a850-4940-8fa1-dc89fb635dbb None None] Set router 7874ec92-2396-400a-8f5a-acb76823f06a gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:15:34.842805 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-4251b338-a850-4940-8fa1-dc89fb635dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7874ec92-2396-400a-8f5a-acb76823f06a', 'name': 'router1', 'tenant_id': '79d827963852474e93e12a3240402830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'fed0e441-a8e5-4f76-ae17-034cb9f54ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:15:13Z', 'updated_at': '2021-05-17T16:15:32Z', 'revision_number': 4, 'project_id': '79d827963852474e93e12a3240402830', 'gw_port': {'id': 'fed0e441-a8e5-4f76-ae17-034cb9f54ed1', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7874ec92-2396-400a-8f5a-acb76823f06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:15:31Z', 'updated_at': '2021-05-17T16:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'dd0b82c1-832b-47e8-8885-511b13d3ea78', 'name': '', 'network_id': 'fcd15de6-03f1-4c49-990d-27aa67d17115', 'tenant_id': '79d827963852474e93e12a3240402830', 'mac_address': 'fa:16:3e:ad:e6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7874ec92-2396-400a-8f5a-acb76823f06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '454fd326-6ebb-47a0-896d-ee873874d8d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:15:22Z', 'updated_at': '2021-05-17T16:15:30Z', 'revision_number': 5, 'project_id': '79d827963852474e93e12a3240402830', 'subnets': [{'id': '454fd326-6ebb-47a0-896d-ee873874d8d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fb83a72-5a15-4aa7-a5e8-2218f6728335'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:15:34.846594 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4251b338-a850-4940-8fa1-dc89fb635dbb None None] The sync data for ids ['7874ec92-2396-400a-8f5a-acb76823f06a'] in dv-cinder-768105-8-iscsi is: [{'id': '7874ec92-2396-400a-8f5a-acb76823f06a', 'name': 'router1', 'tenant_id': '79d827963852474e93e12a3240402830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'fed0e441-a8e5-4f76-ae17-034cb9f54ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:15:13Z', 'updated_at': '2021-05-17T16:15:32Z', 'revision_number': 4, 'project_id': '79d827963852474e93e12a3240402830', 'gw_port': {'id': 'fed0e441-a8e5-4f76-ae17-034cb9f54ed1', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7874ec92-2396-400a-8f5a-acb76823f06a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:15:31Z', 'updated_at': '2021-05-17T16:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'dd0b82c1-832b-47e8-8885-511b13d3ea78', 'name': '', 'network_id': 'fcd15de6-03f1-4c49-990d-27aa67d17115', 'tenant_id': '79d827963852474e93e12a3240402830', 'mac_address': 'fa:16:3e:ad:e6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7874ec92-2396-400a-8f5a-acb76823f06a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '454fd326-6ebb-47a0-896d-ee873874d8d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:15:22Z', 'updated_at': '2021-05-17T16:15:30Z', 'revision_number': 5, 'project_id': '79d827963852474e93e12a3240402830', 'subnets': [{'id': '454fd326-6ebb-47a0-896d-ee873874d8d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4fb83a72-5a15-4aa7-a5e8-2218f6728335'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:15:35.337421 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 60300) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:15:35.455374 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-abae4e41-e952-409f-bca4-a65fd90a5b69 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1168451 May 17 16:15:35.989751 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device fed0e441-a8e5-4f76-ae17-034cb9f54ed1 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:15:36.147796 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port fed0e441-a8e5-4f76-ae17-034cb9f54ed1 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:15:36.152847 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port fed0e441-a8e5-4f76-ae17-034cb9f54ed1 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:15:36.153222 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:36.271771 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:36.288061 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] For port fed0e441-a8e5-4f76-ae17-034cb9f54ed1, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=fed0e441-a8e5-4f76-ae17-034cb9f54ed1,segment=NetworkSegment(b4de580b-76bc-403f-9a98-9ee7fe7150e1),segment_id=b4de580b-76bc-403f-9a98-9ee7fe7150e1)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:15:36.359410 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:36.361432 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:15:36.430083 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Pushing event updated for resources: {'Port': ['ID=fed0e441-a8e5-4f76-ae17-034cb9f54ed1,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:15:36.432962 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:15:38.013803 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device fed0e441-a8e5-4f76-ae17-034cb9f54ed1 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:15:38.108111 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port fed0e441-a8e5-4f76-ae17-034cb9f54ed1 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:15:38.108479 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:45.521970 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-e4ddb991-8fb5-480c-9847-3df883e30700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:48.093312 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-6e56a989-2864-49c3-a998-4ed3b10f8de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:48.121670 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:49.147619 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:50.539192 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:15:55.827613 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 5 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:16:15.590477 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-62676aca-6863-4ff2-b9ea-f4d6ca75d4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:18.126727 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-d1fbf93d-6556-46ee-85bc-d2a91a243257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:18.149289 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:19.360422 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:20.532065 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:32.816478 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 5 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:16:45.518255 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-46550b4c-ae14-4059-b71d-a355cc756e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:48.136653 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:48.165072 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-c6da1059-29ab-4c82-80bb-a6a987ded23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:49.095872 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:16:50.552130 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:09.815855 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 5 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:17:10.731046 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 60872) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:17:10.796822 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0326be-d415-4801-a77f-7c73b4e4e9f6 admin admin] GET failed (client error): The resource could not be found. May 17 16:17:10.798643 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-3c0326be-d415-4801-a77f-7c73b4e4e9f6 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0666769 May 17 16:17:10.925435 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f01244-a157-4e88-a545-eba0ada72320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:17:10.926922 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-69f01244-a157-4e88-a545-eba0ada72320 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1246486 May 17 16:17:12.991163 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 60882) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:17:13.093713 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8278d9-aefc-4d42-b068-55d14bdde9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:17:13.094248 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-7c8278d9-aefc-4d42-b068-55d14bdde9ed admin admin] Synchronizing usage tracker for tenant:ac75d64e8d534a21b82a87bd90f57225 on resource:subnet {{(pid=79281) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:17:13.164195 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-7c8278d9-aefc-4d42-b068-55d14bdde9ed admin admin] Unset dirty status for tenant:ac75d64e8d534a21b82a87bd90f57225 on resource:subnet {{(pid=79281) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:17:13.165363 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-7c8278d9-aefc-4d42-b068-55d14bdde9ed admin admin] 10.222.0.11 "GET /v2.0/subnets/454fd326-6ebb-47a0-896d-ee873874d8d4 HTTP/1.1" status: 200 len: 849 time: 0.1732249 May 17 16:17:13.175302 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-1d6ec911-6efe-461c-98b0-d5e9cbc55465 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:17:13.290059 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1d6ec911-6efe-461c-98b0-d5e9cbc55465 admin admin] Notify callbacks [] for subnet, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:13.552285 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1d6ec911-6efe-461c-98b0-d5e9cbc55465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780704018737'] for subnet, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:13.556028 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:17:13.598679 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6ec911-6efe-461c-98b0-d5e9cbc55465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:17:13.599606 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1d6ec911-6efe-461c-98b0-d5e9cbc55465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for subnet, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:13.600860 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-1d6ec911-6efe-461c-98b0-d5e9cbc55465 admin admin] 10.222.0.11 "PUT /v2.0/subnets/454fd326-6ebb-47a0-896d-ee873874d8d4 HTTP/1.1" status: 200 len: 868 time: 0.4297781 May 17 16:17:13.603117 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c0d263-4f64-428f-b229-43b5534dce24 None None] Network fcd15de6-03f1-4c49-990d-27aa67d17115 requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:17:13.624178 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ec911-6efe-461c-98b0-d5e9cbc55465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=454fd326-6ebb-47a0-896d-ee873874d8d4,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:17:13.631717 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6ec911-6efe-461c-98b0-d5e9cbc55465 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:13.632072 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6ec911-6efe-461c-98b0-d5e9cbc55465 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:13.632398 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6ec911-6efe-461c-98b0-d5e9cbc55465 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:13.632720 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6ec911-6efe-461c-98b0-d5e9cbc55465 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:13.633033 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6ec911-6efe-461c-98b0-d5e9cbc55465 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:13.633360 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6ec911-6efe-461c-98b0-d5e9cbc55465 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:13.633673 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6ec911-6efe-461c-98b0-d5e9cbc55465 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:13.633979 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6ec911-6efe-461c-98b0-d5e9cbc55465 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:13.634323 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6ec911-6efe-461c-98b0-d5e9cbc55465 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:13.634644 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6ec911-6efe-461c-98b0-d5e9cbc55465 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:13.634950 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6ec911-6efe-461c-98b0-d5e9cbc55465 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:13.635255 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6ec911-6efe-461c-98b0-d5e9cbc55465 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:13.638971 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1d6ec911-6efe-461c-98b0-d5e9cbc55465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:17:14.059402 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4fc919bd-a14d-4873-a138-766556fe8f79 None None] Provisioning complete for port dd0b82c1-832b-47e8-8885-511b13d3ea78 triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:17:14.059779 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4fc919bd-a14d-4873-a138-766556fe8f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:14.184724 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4fc919bd-a14d-4873-a138-766556fe8f79 None None] Provisioning complete for port edec41bb-7a4e-4c4a-afe8-4568198a88d0 triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:17:14.184983 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4fc919bd-a14d-4873-a138-766556fe8f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:15.472889 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-ec7987f7-4ac2-41fd-8900-6e2970597954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:15.691377 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 60892) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:17:15.859193 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96252c4b-9c9c-49f8-a43c-9494a96e5e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:17:15.859678 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96252c4b-9c9c-49f8-a43c-9494a96e5e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:17:15.861644 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-96252c4b-9c9c-49f8-a43c-9494a96e5e94 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1693439 May 17 16:17:17.967121 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 60902) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:17:18.123989 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-73cf795a-6c93-4f24-aeeb-a4327667bf37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:18.135566 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03caa76c-bea2-4fc2-9b77-8bcdac332022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:17:18.136038 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03caa76c-bea2-4fc2-9b77-8bcdac332022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:17:18.137505 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-03caa76c-bea2-4fc2-9b77-8bcdac332022 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1694686 May 17 16:17:18.156628 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:19.078690 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:20.225458 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 60912) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:17:20.389056 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33317ec4-7638-4ea8-8f69-e08481acf09e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:17:20.390404 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-33317ec4-7638-4ea8-8f69-e08481acf09e admin admin] 10.222.0.11 "GET /v2.0/networks/42a1d626-e0b0-418c-b7f5-2b1d715bf830 HTTP/1.1" status: 200 len: 886 time: 0.1639924 May 17 16:17:20.564827 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:22.496714 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 60922) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:17:22.665315 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17809597-40a5-4582-94f1-3f3f23495fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:17:22.666654 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-17809597-40a5-4582-94f1-3f3f23495fd6 admin admin] 10.222.0.11 "GET /v2.0/networks/fcd15de6-03f1-4c49-990d-27aa67d17115 HTTP/1.1" status: 200 len: 869 time: 0.1690080 May 17 16:17:24.717971 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 60932) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:17:24.850346 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eb73a4-3c17-4b1b-816b-d58dd4afe190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:17:24.850726 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eb73a4-3c17-4b1b-816b-d58dd4afe190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:17:24.852466 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-71eb73a4-3c17-4b1b-816b-d58dd4afe190 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1332600 May 17 16:17:26.937589 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 60942) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:17:27.044499 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082103f9-5db0-4d96-99af-f29d19b5c6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:17:27.044962 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082103f9-5db0-4d96-99af-f29d19b5c6e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:17:27.046464 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-082103f9-5db0-4d96-99af-f29d19b5c6e1 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1079032 May 17 16:17:29.134483 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 60952) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:17:29.242369 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3d1824-79e4-4f3c-bff8-298005030f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:17:29.243675 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-1d3d1824-79e4-4f3c-bff8-298005030f42 admin admin] 10.222.0.11 "GET /v2.0/subnets/454fd326-6ebb-47a0-896d-ee873874d8d4 HTTP/1.1" status: 200 len: 868 time: 0.1082370 May 17 16:17:31.337173 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 60962) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:17:31.434887 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d39ec5-6e8e-4126-974c-8beca1379f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:17:31.436171 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-31d39ec5-6e8e-4126-974c-8beca1379f87 admin admin] 10.222.0.11 "GET /v2.0/subnets/6e10255a-9813-4d83-92b3-230f73c18e4f HTTP/1.1" status: 200 len: 816 time: 0.0980716 May 17 16:17:45.500287 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5f9c5979-de56-4aa0-a44e-c02d4a6b1c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:46.814573 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 5 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:17:48.106694 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-eead4e9f-db28-4aec-a744-d05c753999f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:48.140689 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:49.065952 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:50.539898 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:54.080627 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 32774) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:17:54.128724 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [None req-c9aac454-d3ad-4eaa-891e-8f27a09d7e9b admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=79280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 16:17:54.129695 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-c9aac454-d3ad-4eaa-891e-8f27a09d7e9b admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481253 May 17 16:17:56.286337 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 32784) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:17:56.352960 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0eeb87-6327-4490-bb41-6c8ff9b7bc4f admin admin] GET failed (client error): The resource could not be found. May 17 16:17:56.353480 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-eb0eeb87-6327-4490-bb41-6c8ff9b7bc4f admin admin] Synchronizing usage tracker for tenant:ac75d64e8d534a21b82a87bd90f57225 on resource:network {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:17:56.413819 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-eb0eeb87-6327-4490-bb41-6c8ff9b7bc4f admin admin] Unset dirty status for tenant:ac75d64e8d534a21b82a87bd90f57225 on resource:network {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:17:56.414944 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-eb0eeb87-6327-4490-bb41-6c8ff9b7bc4f admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1277602 May 17 16:17:56.540757 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8314514-3543-49b9-9666-020578d04ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:17:56.542144 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-b8314514-3543-49b9-9666-020578d04ab7 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1234384 May 17 16:17:58.632251 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 32794) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:17:58.678998 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-3a0db7d1-4816-4269-9d75-f79700f63d2e admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:17:58.683928 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-3a0db7d1-4816-4269-9d75-f79700f63d2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:17:58.693320 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-3a0db7d1-4816-4269-9d75-f79700f63d2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:17:58.779391 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0db7d1-4816-4269-9d75-f79700f63d2e admin admin] Made reservation on behalf of ac75d64e8d534a21b82a87bd90f57225 for: {'network': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:17:58.781582 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3a0db7d1-4816-4269-9d75-f79700f63d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7986740'] for network, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:58.867367 dv-cinder-768105-8-iscsi neutron-server[79280]: WARNING neutron.services.revisions.revision_plugin [None req-3a0db7d1-4816-4269-9d75-f79700f63d2e admin admin] Could not find related network for resource to bump revision. May 17 16:17:58.879148 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0db7d1-4816-4269-9d75-f79700f63d2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=79280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:17:58.887199 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3a0db7d1-4816-4269-9d75-f79700f63d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:58.887541 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.db.segments_db [None req-3a0db7d1-4816-4269-9d75-f79700f63d2e admin admin] Added segment eb718877-e739-46b4-a3bb-3da37b82226e of type vlan for network c1377502-e94a-463c-87ce-53b13781e508 May 17 16:17:58.911604 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3a0db7d1-4816-4269-9d75-f79700f63d2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780703603375'] for network, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:58.996631 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3a0db7d1-4816-4269-9d75-f79700f63d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325'] for network, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:58.997923 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0db7d1-4816-4269-9d75-f79700f63d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:17:58.998526 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3a0db7d1-4816-4269-9d75-f79700f63d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:17:59.002165 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:17:59.096287 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0db7d1-4816-4269-9d75-f79700f63d2e admin admin] Pushing event updated for resources: {'Network': ['ID=c1377502-e94a-463c-87ce-53b13781e508,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:17:59.106608 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0db7d1-4816-4269-9d75-f79700f63d2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:59.106971 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0db7d1-4816-4269-9d75-f79700f63d2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:59.107308 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0db7d1-4816-4269-9d75-f79700f63d2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:59.107639 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0db7d1-4816-4269-9d75-f79700f63d2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:59.107963 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0db7d1-4816-4269-9d75-f79700f63d2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:59.108802 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0db7d1-4816-4269-9d75-f79700f63d2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:59.109135 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0db7d1-4816-4269-9d75-f79700f63d2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:59.109453 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0db7d1-4816-4269-9d75-f79700f63d2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:59.109789 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0db7d1-4816-4269-9d75-f79700f63d2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:59.110109 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0db7d1-4816-4269-9d75-f79700f63d2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:59.110535 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0db7d1-4816-4269-9d75-f79700f63d2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:59.110855 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0db7d1-4816-4269-9d75-f79700f63d2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:17:59.114853 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-3a0db7d1-4816-4269-9d75-f79700f63d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:17:59.121648 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Network c1377502-e94a-463c-87ce-53b13781e508 details requested by agent ovs-agent-dv-cinder-768105-8-iscsi with host dv-cinder-768105-8-iscsi {{(pid=79282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:17:59.191925 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-3a0db7d1-4816-4269-9d75-f79700f63d2e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5586019 May 17 16:18:01.316313 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 32804) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:18:01.381996 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a8ede4-205c-4f13-a258-99290b88be97 admin admin] GET failed (client error): The resource could not be found. May 17 16:18:01.382538 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-74a8ede4-205c-4f13-a258-99290b88be97 admin admin] Synchronizing usage tracker for tenant:ac75d64e8d534a21b82a87bd90f57225 on resource:network {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:18:01.442438 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-74a8ede4-205c-4f13-a258-99290b88be97 admin admin] Unset dirty status for tenant:ac75d64e8d534a21b82a87bd90f57225 on resource:network {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:18:01.443520 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-74a8ede4-205c-4f13-a258-99290b88be97 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1262708 May 17 16:18:01.548130 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa207ac-a121-4992-baa8-6ec1ac04796b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:18:01.549563 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-7aa207ac-a121-4992-baa8-6ec1ac04796b admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1022491 May 17 16:18:01.559117 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-f6495acc-bb04-42b3-94e5-2c1cff450cc8 admin admin] Request body: {'subnet': {'network_id': 'c1377502-e94a-463c-87ce-53b13781e508', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:18:01.564083 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-f6495acc-bb04-42b3-94e5-2c1cff450cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:18:01.573403 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-f6495acc-bb04-42b3-94e5-2c1cff450cc8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:18:01.619589 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6495acc-bb04-42b3-94e5-2c1cff450cc8 admin admin] Made reservation on behalf of ac75d64e8d534a21b82a87bd90f57225 for: {'subnet': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:18:01.621842 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f6495acc-bb04-42b3-94e5-2c1cff450cc8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:02.057405 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f6495acc-bb04-42b3-94e5-2c1cff450cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274'] for subnet, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:02.061897 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-4dbce361-d205-4217-8857-823d7534a7d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:18:02.128338 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6495acc-bb04-42b3-94e5-2c1cff450cc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c52ffa54-cb8a-4318-92a5-b88ba43e81cf,revision_number=0']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:18:02.134547 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-f6495acc-bb04-42b3-94e5-2c1cff450cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:18:02.136722 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6495acc-bb04-42b3-94e5-2c1cff450cc8 admin admin] Checking segment: {'id': 'eb718877-e739-46b4-a3bb-3da37b82226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c1377502-e94a-463c-87ce-53b13781e508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:18:02.137071 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6495acc-bb04-42b3-94e5-2c1cff450cc8 admin admin] Network hostable DHCP agents. Network: c1377502-e94a-463c-87ce-53b13781e508, hostable agents: ['780b63cc-fd7b-4a13-8dba-6019f78428e1'], hosted agents: [] {{(pid=79280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:18:02.242660 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6495acc-bb04-42b3-94e5-2c1cff450cc8 admin admin] Network c1377502-e94a-463c-87ce-53b13781e508 is scheduled to be hosted by DHCP agent 780b63cc-fd7b-4a13-8dba-6019f78428e1 with binding_index 1 {{(pid=79280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:18:02.305159 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [None req-f6495acc-bb04-42b3-94e5-2c1cff450cc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-iscsi, c1377502-e94a-463c-87ce-53b13781e508) {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:18:02.309049 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6495acc-bb04-42b3-94e5-2c1cff450cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:18:02.309628 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f6495acc-bb04-42b3-94e5-2c1cff450cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for subnet, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:02.315549 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafb3972-acbd-4f5e-abe6-1b3963d1820a None None] Network c1377502-e94a-463c-87ce-53b13781e508 requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:18:02.392430 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-f6495acc-bb04-42b3-94e5-2c1cff450cc8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8367295 May 17 16:18:02.536084 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c339ff7-fcf1-568f-8b09-47d9b29cd70b-c1377502-e94a-463c-87ce-53b13781e508', 'network_id': 'c1377502-e94a-463c-87ce-53b13781e508', 'tenant_id': 'ac75d64e8d534a21b82a87bd90f57225', 'fixed_ips': [{'subnet_id': 'c52ffa54-cb8a-4318-92a5-b88ba43e81cf'}]}} from dv-cinder-768105-8-iscsi. {{(pid=79282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 16:18:02.536919 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:02.712104 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.db_base_plugin_common [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Allocated IP 192.168.233.2 (c1377502-e94a-463c-87ce-53b13781e508/c52ffa54-cb8a-4318-92a5-b88ba43e81cf/30f60968-f8ea-498a-87be-c19ffdc022de) {{(pid=79282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:18:02.913781 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Notify callbacks [] for port, precommit_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:02.924409 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Transition to ACTIVE for port object 30f60968-f8ea-498a-87be-c19ffdc022de will not be triggered until provisioned by entity L2. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:18:02.942980 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Transition to ACTIVE for port object 30f60968-f8ea-498a-87be-c19ffdc022de will not be triggered until provisioned by entity DHCP. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:18:03.071978 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841'] for port, after_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:03.078922 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:18:03.139660 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Network c1377502-e94a-463c-87ce-53b13781e508 is already hosted by enough agents. {{(pid=79282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:18:03.140783 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.scheduler.base_scheduler [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Resources bound (agent type, host, resource id): {{(pid=79282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:18:03.143896 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Received port after_create {{(pid=79282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:18:03.183224 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Pushing event updated for resources: {'Port': ['ID=30f60968-f8ea-498a-87be-c19ffdc022de,revision_number=1']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:18:03.223734 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:18:03.224081 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:18:03.224411 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:18:03.224740 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:18:03.225057 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:18:03.225382 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:18:03.225696 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:18:03.226008 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:18:03.226621 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:18:03.226935 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:18:03.227239 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:18:03.227550 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:18:03.231756 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:18:03.252144 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Attempting to bind port 30f60968-f8ea-498a-87be-c19ffdc022de on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:18:03.252507 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Attempting to bind port 30f60968-f8ea-498a-87be-c19ffdc022de by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': 'eb718877-e739-46b4-a3bb-3da37b82226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c1377502-e94a-463c-87ce-53b13781e508'}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:18:03.252862 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Attempting to bind port 30f60968-f8ea-498a-87be-c19ffdc022de on network c1377502-e94a-463c-87ce-53b13781e508 {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:18:03.258042 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:18:03.258443 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Checking segment: {'id': 'eb718877-e739-46b4-a3bb-3da37b82226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c1377502-e94a-463c-87ce-53b13781e508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:18:03.258836 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:03.259519 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Bound using segment: {'id': 'eb718877-e739-46b4-a3bb-3da37b82226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c1377502-e94a-463c-87ce-53b13781e508'} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:18:03.259992 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Bound port: 30f60968-f8ea-498a-87be-c19ffdc022de, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb718877-e739-46b4-a3bb-3da37b82226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c1377502-e94a-463c-87ce-53b13781e508'}}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:18:03.260358 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:03.346438 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] For port 30f60968-f8ea-498a-87be-c19ffdc022de, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:18:03.349416 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] For port 30f60968-f8ea-498a-87be-c19ffdc022de, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=30f60968-f8ea-498a-87be-c19ffdc022de,segment=NetworkSegment(eb718877-e739-46b4-a3bb-3da37b82226e),segment_id=eb718877-e739-46b4-a3bb-3da37b82226e)] {{(pid=79282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:18:03.443511 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:03.447609 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:18:03.523926 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Pushing event updated for resources: {'Port': ['ID=30f60968-f8ea-498a-87be-c19ffdc022de,revision_number=2']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:18:03.528284 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:18:04.103071 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 30f60968-f8ea-498a-87be-c19ffdc022de up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:18:04.231618 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port 30f60968-f8ea-498a-87be-c19ffdc022de completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:18:04.369626 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9fca92-b20d-47c2-93df-3ddc15b13634 None None] Network c1377502-e94a-463c-87ce-53b13781e508 requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:18:04.576960 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-05ad7e53-747f-4fba-b3f1-689614bfd1c3 None None] Provisioning for port 30f60968-f8ea-498a-87be-c19ffdc022de completed by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:18:04.591786 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-05ad7e53-747f-4fba-b3f1-689614bfd1c3 None None] Provisioning complete for port 30f60968-f8ea-498a-87be-c19ffdc022de triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:18:04.592159 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-05ad7e53-747f-4fba-b3f1-689614bfd1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:04.727190 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-05ad7e53-747f-4fba-b3f1-689614bfd1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:04.764141 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-05ad7e53-747f-4fba-b3f1-689614bfd1c3 None None] For port 30f60968-f8ea-498a-87be-c19ffdc022de, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=30f60968-f8ea-498a-87be-c19ffdc022de,segment=NetworkSegment(eb718877-e739-46b4-a3bb-3da37b82226e),segment_id=eb718877-e739-46b4-a3bb-3da37b82226e)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:18:04.848544 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-05ad7e53-747f-4fba-b3f1-689614bfd1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:04.850571 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:18:04.915899 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad7e53-747f-4fba-b3f1-689614bfd1c3 None None] Pushing event updated for resources: {'Port': ['ID=30f60968-f8ea-498a-87be-c19ffdc022de,revision_number=3']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:18:04.918861 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-05ad7e53-747f-4fba-b3f1-689614bfd1c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:18:04.968703 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-3de3627b-22dd-470e-acad-f540aef5fd3d None None] Provisioning complete for port 30f60968-f8ea-498a-87be-c19ffdc022de triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:18:04.969616 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-3de3627b-22dd-470e-acad-f540aef5fd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:06.080744 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 30f60968-f8ea-498a-87be-c19ffdc022de up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:18:06.148494 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port 30f60968-f8ea-498a-87be-c19ffdc022de triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:18:06.148863 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:15.476579 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-1b34b77c-bb69-4dee-b517-bd3255c7ca62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:18.128361 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:18.150940 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-711d3a6b-64ce-488e-abfd-dfc25170998a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:19.053563 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:20.545112 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:23.813398 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 5 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:18:45.493683 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-063ae8e5-4683-4773-8c34-6c75845755ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:48.086760 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:48.132247 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-9562f2b6-bdd6-4b78-a102-8658728414ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:49.070715 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:18:50.533656 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:19:00.812330 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 5 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:19:15.479977 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-a182732b-6291-4fee-a8ec-dbc198e1ac87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:19:15.647839 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 32854) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:19:15.653665 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [None req-9f8f085f-0f87-49e8-91dd-095f2addbe5f tempest-verify_tempest_config-260220821 tempest-verify_tempest_config-260220821-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=79280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 16:19:15.654636 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-9f8f085f-0f87-49e8-91dd-095f2addbe5f tempest-verify_tempest_config-260220821 tempest-verify_tempest_config-260220821-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058255 May 17 16:19:16.141383 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 32872) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:19:16.256852 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9745d8d2-3bba-4a09-a55b-21e1b6c27b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:19:16.271326 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-9745d8d2-3bba-4a09-a55b-21e1b6c27b62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:19:16.275028 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-9745d8d2-3bba-4a09-a55b-21e1b6c27b62 admin admin] Usage tracker for resource:security_group_rule and tenant:a51d76c27b65494b989693f19daf3f86 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:19:16.277777 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-9745d8d2-3bba-4a09-a55b-21e1b6c27b62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:19:16.284108 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-9745d8d2-3bba-4a09-a55b-21e1b6c27b62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:19:16.362703 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9745d8d2-3bba-4a09-a55b-21e1b6c27b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:19:16.412662 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9745d8d2-3bba-4a09-a55b-21e1b6c27b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:19:16.423813 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:19:16.460800 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-9745d8d2-3bba-4a09-a55b-21e1b6c27b62 admin admin] Synchronizing usage tracker for tenant:ac75d64e8d534a21b82a87bd90f57225 on resource:security_group {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:19:16.464703 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745d8d2-3bba-4a09-a55b-21e1b6c27b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41902132-14c7-41ad-a546-a6346a3172e4,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:19:16.473977 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9745d8d2-3bba-4a09-a55b-21e1b6c27b62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:19:16.474618 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9745d8d2-3bba-4a09-a55b-21e1b6c27b62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:19:16.474956 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9745d8d2-3bba-4a09-a55b-21e1b6c27b62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:19:16.475288 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9745d8d2-3bba-4a09-a55b-21e1b6c27b62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:19:16.475609 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9745d8d2-3bba-4a09-a55b-21e1b6c27b62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:19:16.475945 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9745d8d2-3bba-4a09-a55b-21e1b6c27b62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:19:16.476267 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9745d8d2-3bba-4a09-a55b-21e1b6c27b62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:19:16.476583 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9745d8d2-3bba-4a09-a55b-21e1b6c27b62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:19:16.476917 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9745d8d2-3bba-4a09-a55b-21e1b6c27b62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:19:16.477234 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9745d8d2-3bba-4a09-a55b-21e1b6c27b62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:19:16.477545 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9745d8d2-3bba-4a09-a55b-21e1b6c27b62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:19:16.477853 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9745d8d2-3bba-4a09-a55b-21e1b6c27b62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:19:16.482603 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-9745d8d2-3bba-4a09-a55b-21e1b6c27b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:19:16.544570 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-9745d8d2-3bba-4a09-a55b-21e1b6c27b62 admin admin] Unset dirty status for tenant:ac75d64e8d534a21b82a87bd90f57225 on resource:security_group {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:19:16.545818 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-9745d8d2-3bba-4a09-a55b-21e1b6c27b62 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a51d76c27b65494b989693f19daf3f86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4034920 May 17 16:19:16.548511 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 32878) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:19:16.606728 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f7437833-a4a6-40ef-b466-5ff743a5d3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:19:16.631613 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f7437833-a4a6-40ef-b466-5ff743a5d3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:19:16.790332 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f7437833-a4a6-40ef-b466-5ff743a5d3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:19:16.794086 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-9745d8d2-3bba-4a09-a55b-21e1b6c27b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:19:16.808111 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7437833-a4a6-40ef-b466-5ff743a5d3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41902132-14c7-41ad-a546-a6346a3172e4,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:19:16.810605 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-f7437833-a4a6-40ef-b466-5ff743a5d3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:19:16.811944 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f7437833-a4a6-40ef-b466-5ff743a5d3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:19:16.815278 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-f7437833-a4a6-40ef-b466-5ff743a5d3a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/41902132-14c7-41ad-a546-a6346a3172e4 HTTP/1.1" status: 204 len: 168 time: 0.2658257 May 17 16:19:18.076287 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:19:18.102640 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-6db63ea5-6c0d-46f0-bf4c-68af2a41aa1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:19:19.085531 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:19:20.561314 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:19:37.810998 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 5 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:19:45.538200 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-654f6e1a-ddfe-4769-8b92-314d8d41d74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:19:48.101063 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:19:48.130493 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-d66e66e8-83b4-435b-a18d-4fcb902f368a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:19:49.064172 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:19:50.553558 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:20:14.809345 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 5 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:20:15.474924 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-8792a63a-e4be-4e0b-b999-2b855dedfb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:20:18.112523 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:20:18.120385 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-7e2c7b13-d61f-49d5-9e97-818561dd5a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:20:19.072542 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:20:20.581839 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:20:45.480355 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-444fac1d-b5ea-4418-8aa1-71c855657711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:20:48.127097 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:20:48.174600 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-ad818a9a-def6-48e2-a86b-d174b81d6abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:20:49.066084 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:20:50.577545 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:20:51.785665 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428'] for agent, after_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:20:51.809401 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:20:55.561036 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 32930) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:20:55.682211 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-8f4cb684-a690-4384-86f7-fb07540f77ad admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1200769 May 17 16:20:57.868989 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 32940) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:20:57.925365 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-33333d5d-eb49-4082-a27e-3e329143f0a6 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0552931 May 17 16:21:15.493513 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-77876ba9-960b-475f-9446-71f0974ae80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:18.190406 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-eef60e97-62aa-4933-8a0d-163a19c3c634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:18.228267 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:19.070175 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:20.565939 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:21.641708 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:28.808583 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:21:45.532384 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-2e06f232-a099-49c2-aa73-25fff2c4a848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:48.161680 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:48.224305 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-c36824cb-6b73-4392-b4ae-abc30f95a394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:49.076520 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:50.582999 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:21:51.658362 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:05.807769 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:22:15.548567 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-ca8ff4ec-ce57-4f22-bb19-7c258abe993a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:18.143580 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:18.178027 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-c14bb6f7-7b19-4179-9745-411bed580386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:19.257370 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:20.599321 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:21.697745 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:27.479139 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 33106) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:27.836273 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1067657783-network', 'tenant_id': '2307c0670f344a09bf44ca921047944a'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:22:27.841261 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:27.845634 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Usage tracker for resource:network and tenant:2307c0670f344a09bf44ca921047944a is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:27.849496 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:27.855225 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:27.972523 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 33136) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:27.989271 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Made reservation on behalf of 2307c0670f344a09bf44ca921047944a for: {'network': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:22:27.992725 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7986740'] for network, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:28.014796 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:28.031040 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:28.036018 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Usage tracker for resource:security_group_rule and tenant:2307c0670f344a09bf44ca921047944a is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:28.039135 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:28.045213 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:28.142807 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:28.217304 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:28.220678 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:28.261227 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=79280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:22:28.276507 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:28.292471 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:28.292931 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:28.293381 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:28.293825 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:28.294259 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:28.294775 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:28.295240 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:28.295692 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:28.296160 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:28.296607 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:28.297060 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:28.297536 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Tracked resource versions report: May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: pushed versions: May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: { 'AddressGroup': {'1.2'}, May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: 'ConntrackHelper': {'1.0'}, May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: 'Log': {'1.0'}, May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: 'Network': {'1.1'}, May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: 'Port': {'1.7'}, May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: 'PortForwarding': {'1.2'}, May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: 'QosPolicy': {'1.8'}, May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: 'SecurityGroup': {'1.4'}, May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: 'SecurityGroupRule': {'1.2'}, May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: 'SubPort': {'1.0'}, May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: 'Subnet': {'1.1'}, May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: 'Trunk': {'1.1'}} May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: consumer versions: May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: { DHCP agent@dv-cinder-768105-8-iscsi: {}, May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: HyperV agent@hv-cinder-76810: {}, May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: L3 agent@dv-cinder-768105-8-iscsi: {}, May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: Metadata agent@dv-cinder-768105-8-iscsi: {}, May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: Metering agent@dv-cinder-768105-8-iscsi: {}, May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: Open vSwitch agent@dv-cinder-768105-8-iscsi: { 'AddressGroup': '1.2', May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: 'ConntrackHelper': '1.0', May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: 'Log': '1.0', May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: 'Network': '1.1', May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: 'Port': '1.7', May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: 'PortForwarding': '1.2', May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: 'QosPolicy': '1.8', May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: 'SecurityGroup': '1.4', May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: 'SecurityGroupRule': '1.2', May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: 'SubPort': '1.0', May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: 'Subnet': '1.1', May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: 'Trunk': '1.1'}} May 17 16:22:28.299281 dv-cinder-768105-8-iscsi neutron-server[79280]: {{(pid=79280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 16:22:28.303760 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:28.304233 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.db.segments_db [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Added segment e467b5df-9bda-4a24-b9f3-a42726381aa8 of type vlan for network 95cb7f67-f70c-4a86-ad74-5eaf775bf7aa May 17 16:22:28.306020 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:28.339930 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780703603375'] for network, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:28.548634 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325'] for network, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:28.550196 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:28.550894 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:28.556984 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-56c287ef-6dcc-4a21-9722-604b2dd3255f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:28.733308 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Pushing event updated for resources: {'Network': ['ID=95cb7f67-f70c-4a86-ad74-5eaf775bf7aa,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:28.736057 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:28.744455 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Network 95cb7f67-f70c-4a86-ad74-5eaf775bf7aa details requested by agent ovs-agent-dv-cinder-768105-8-iscsi with host dv-cinder-768105-8-iscsi {{(pid=79282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:22:28.748323 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-9f5d54fe-4636-4296-9b1e-83118bad6dd9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1382992041-network', 'tenant_id': '0fce3d29ce494d39b82d25912ade041d'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:22:28.753599 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-9f5d54fe-4636-4296-9b1e-83118bad6dd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:28.760805 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-9f5d54fe-4636-4296-9b1e-83118bad6dd9 admin admin] Usage tracker for resource:network and tenant:0fce3d29ce494d39b82d25912ade041d is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:28.763744 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-9f5d54fe-4636-4296-9b1e-83118bad6dd9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:28.773702 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-9f5d54fe-4636-4296-9b1e-83118bad6dd9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:28.848076 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3673441 May 17 16:22:28.852537 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 33156) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:28.860181 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-3653bcf6-163c-4340-9a9c-0ee4a406f543 admin admin] Request body: {'subnet': {'network_id': '95cb7f67-f70c-4a86-ad74-5eaf775bf7aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1067657783-subnet', 'tenant_id': '2307c0670f344a09bf44ca921047944a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:22:28.865653 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-3653bcf6-163c-4340-9a9c-0ee4a406f543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:28.869959 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-3653bcf6-163c-4340-9a9c-0ee4a406f543 admin admin] Usage tracker for resource:subnet and tenant:2307c0670f344a09bf44ca921047944a is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:28.873021 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-3653bcf6-163c-4340-9a9c-0ee4a406f543 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:28.879607 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-3653bcf6-163c-4340-9a9c-0ee4a406f543 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:28.946160 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 33166) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:28.991288 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 33172) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:29.023677 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5d54fe-4636-4296-9b1e-83118bad6dd9 admin admin] Made reservation on behalf of 0fce3d29ce494d39b82d25912ade041d for: {'network': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:22:29.028710 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9f5d54fe-4636-4296-9b1e-83118bad6dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7986740'] for network, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:29.043728 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9f5d54fe-4636-4296-9b1e-83118bad6dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:29.059809 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-9f5d54fe-4636-4296-9b1e-83118bad6dd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:29.063987 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-9f5d54fe-4636-4296-9b1e-83118bad6dd9 admin admin] Usage tracker for resource:security_group_rule and tenant:0fce3d29ce494d39b82d25912ade041d is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:29.069039 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-9f5d54fe-4636-4296-9b1e-83118bad6dd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:29.073935 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-9f5d54fe-4636-4296-9b1e-83118bad6dd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:29.109453 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3653bcf6-163c-4340-9a9c-0ee4a406f543 admin admin] Made reservation on behalf of 2307c0670f344a09bf44ca921047944a for: {'subnet': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:22:29.111823 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3653bcf6-163c-4340-9a9c-0ee4a406f543 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:29.274748 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9f5d54fe-4636-4296-9b1e-83118bad6dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:29.340127 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-f4f139a1-3956-4149-8d1a-91c001401f9b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-595300763-network', 'tenant_id': '02315a55917243dbb871d662415925d4'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:22:29.353547 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-2b538c80-292c-47d7-acd8-2dcaa82a0c58 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1734573545-network', 'tenant_id': '0ea92b2008324514984db0dee23989df'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:22:29.366949 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-2b538c80-292c-47d7-acd8-2dcaa82a0c58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:29.373260 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-f4f139a1-3956-4149-8d1a-91c001401f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:29.376225 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-2b538c80-292c-47d7-acd8-2dcaa82a0c58 admin admin] Usage tracker for resource:network and tenant:0ea92b2008324514984db0dee23989df is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:29.383063 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-2b538c80-292c-47d7-acd8-2dcaa82a0c58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:29.388626 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-f4f139a1-3956-4149-8d1a-91c001401f9b admin admin] Usage tracker for resource:network and tenant:02315a55917243dbb871d662415925d4 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:29.398584 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-f4f139a1-3956-4149-8d1a-91c001401f9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:29.399583 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9f5d54fe-4636-4296-9b1e-83118bad6dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:29.400578 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-2b538c80-292c-47d7-acd8-2dcaa82a0c58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:29.416802 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-f4f139a1-3956-4149-8d1a-91c001401f9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:29.425942 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:29.481914 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f5d54fe-4636-4296-9b1e-83118bad6dd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=79280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:22:29.485085 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d54fe-4636-4296-9b1e-83118bad6dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b380b57-11ab-49da-8b58-dde04c3b3046,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:29.503551 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-9f5d54fe-4636-4296-9b1e-83118bad6dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:29.511303 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9f5d54fe-4636-4296-9b1e-83118bad6dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:29.511671 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.db.segments_db [None req-9f5d54fe-4636-4296-9b1e-83118bad6dd9 admin admin] Added segment 55a08faa-15cc-4531-8a3c-d44bb59d5f85 of type vlan for network 78295850-4922-436a-a3e2-89441ba0baee May 17 16:22:29.543161 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9f5d54fe-4636-4296-9b1e-83118bad6dd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780703603375'] for network, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:29.897113 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b538c80-292c-47d7-acd8-2dcaa82a0c58 admin admin] Made reservation on behalf of 0ea92b2008324514984db0dee23989df for: {'network': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:22:29.899777 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-2b538c80-292c-47d7-acd8-2dcaa82a0c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7986740'] for network, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:29.914493 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-2b538c80-292c-47d7-acd8-2dcaa82a0c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:29.936550 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-2b538c80-292c-47d7-acd8-2dcaa82a0c58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:29.941746 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-2b538c80-292c-47d7-acd8-2dcaa82a0c58 admin admin] Usage tracker for resource:security_group_rule and tenant:0ea92b2008324514984db0dee23989df is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:29.945730 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-2b538c80-292c-47d7-acd8-2dcaa82a0c58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:29.948555 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f139a1-3956-4149-8d1a-91c001401f9b admin admin] Made reservation on behalf of 02315a55917243dbb871d662415925d4 for: {'network': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:22:29.954217 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f4f139a1-3956-4149-8d1a-91c001401f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7986740'] for network, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:29.960884 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9f5d54fe-4636-4296-9b1e-83118bad6dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325'] for network, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:29.978321 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-2b538c80-292c-47d7-acd8-2dcaa82a0c58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:29.982469 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5d54fe-4636-4296-9b1e-83118bad6dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:29.988520 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9f5d54fe-4636-4296-9b1e-83118bad6dd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:29.989769 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:30.001720 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f4f139a1-3956-4149-8d1a-91c001401f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:30.100342 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-f4f139a1-3956-4149-8d1a-91c001401f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:30.171894 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-f4f139a1-3956-4149-8d1a-91c001401f9b admin admin] Usage tracker for resource:security_group_rule and tenant:02315a55917243dbb871d662415925d4 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:30.182149 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-f4f139a1-3956-4149-8d1a-91c001401f9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:30.213580 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-f4f139a1-3956-4149-8d1a-91c001401f9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:30.225840 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d54fe-4636-4296-9b1e-83118bad6dd9 admin admin] Pushing event updated for resources: {'Network': ['ID=78295850-4922-436a-a3e2-89441ba0baee,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:30.228644 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-9f5d54fe-4636-4296-9b1e-83118bad6dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:30.237978 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Network 78295850-4922-436a-a3e2-89441ba0baee details requested by agent ovs-agent-dv-cinder-768105-8-iscsi with host dv-cinder-768105-8-iscsi {{(pid=79282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:22:30.349001 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-2b538c80-292c-47d7-acd8-2dcaa82a0c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:30.417823 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f4f139a1-3956-4149-8d1a-91c001401f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:30.455156 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-9f5d54fe-4636-4296-9b1e-83118bad6dd9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4811642 May 17 16:22:30.458506 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 33222) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:30.464788 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] Request body: {'subnet': {'network_id': '78295850-4922-436a-a3e2-89441ba0baee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1382992041-subnet', 'tenant_id': '0fce3d29ce494d39b82d25912ade041d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:22:30.470945 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:30.474831 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] Usage tracker for resource:subnet and tenant:0fce3d29ce494d39b82d25912ade041d is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:30.477734 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:30.493863 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:30.506117 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-2b538c80-292c-47d7-acd8-2dcaa82a0c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:30.508213 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3653bcf6-163c-4340-9a9c-0ee4a406f543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274'] for subnet, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:30.526587 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-56c287ef-6dcc-4a21-9722-604b2dd3255f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:30.604355 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b538c80-292c-47d7-acd8-2dcaa82a0c58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=79280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:22:30.619319 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f4f139a1-3956-4149-8d1a-91c001401f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:30.638552 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f139a1-3956-4149-8d1a-91c001401f9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=79280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:22:30.651093 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f4f139a1-3956-4149-8d1a-91c001401f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:30.651458 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.db.segments_db [None req-f4f139a1-3956-4149-8d1a-91c001401f9b admin admin] Added segment 94e128d1-e7bb-41a9-a249-c2d9af813784 of type vlan for network 1669059c-f1c8-455e-9511-5763b727b621 May 17 16:22:30.661526 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b538c80-292c-47d7-acd8-2dcaa82a0c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b39f73b-c830-40d9-9922-a15a5c769194,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:30.664911 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-2b538c80-292c-47d7-acd8-2dcaa82a0c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:30.664911 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.db.segments_db [None req-2b538c80-292c-47d7-acd8-2dcaa82a0c58 admin admin] Added segment cca19a82-32c8-492d-bbe8-da6eb371ac83 of type vlan for network b385ca28-bc09-4262-bdca-a3584d9f84aa May 17 16:22:30.670997 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-2b538c80-292c-47d7-acd8-2dcaa82a0c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:30.677392 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:30.741956 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3653bcf6-163c-4340-9a9c-0ee4a406f543 admin admin] Checking segment: {'id': 'e467b5df-9bda-4a24-b9f3-a42726381aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95cb7f67-f70c-4a86-ad74-5eaf775bf7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:22:30.741956 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3653bcf6-163c-4340-9a9c-0ee4a406f543 admin admin] Network hostable DHCP agents. Network: 95cb7f67-f70c-4a86-ad74-5eaf775bf7aa, hostable agents: ['780b63cc-fd7b-4a13-8dba-6019f78428e1'], hosted agents: [] {{(pid=79280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:22:30.741956 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f4f139a1-3956-4149-8d1a-91c001401f9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780703603375'] for network, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:30.748270 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] Made reservation on behalf of 0fce3d29ce494d39b82d25912ade041d for: {'subnet': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:22:30.751051 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] Notify callbacks [] for subnet, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:30.772594 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-2b538c80-292c-47d7-acd8-2dcaa82a0c58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780703603375'] for network, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:30.822627 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653bcf6-163c-4340-9a9c-0ee4a406f543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdaf05fe-e49f-4388-8c5b-0bf658a1d6b3,revision_number=0']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:30.838084 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-3653bcf6-163c-4340-9a9c-0ee4a406f543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:30.843905 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:30.876451 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f139a1-3956-4149-8d1a-91c001401f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497b4876-cf12-4cd4-ba0a-f9638e6db0d4,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:30.881021 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-f4f139a1-3956-4149-8d1a-91c001401f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:30.948519 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3653bcf6-163c-4340-9a9c-0ee4a406f543 admin admin] Network 95cb7f67-f70c-4a86-ad74-5eaf775bf7aa is scheduled to be hosted by DHCP agent 780b63cc-fd7b-4a13-8dba-6019f78428e1 with binding_index 1 {{(pid=79280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:22:31.000255 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f4f139a1-3956-4149-8d1a-91c001401f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325'] for network, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:31.004610 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-2b538c80-292c-47d7-acd8-2dcaa82a0c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325'] for network, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:31.004610 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f139a1-3956-4149-8d1a-91c001401f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:31.006413 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f4f139a1-3956-4149-8d1a-91c001401f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:31.077435 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:31.185178 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [None req-3653bcf6-163c-4340-9a9c-0ee4a406f543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-iscsi, 95cb7f67-f70c-4a86-ad74-5eaf775bf7aa) {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:22:31.193595 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3653bcf6-163c-4340-9a9c-0ee4a406f543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:31.195049 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c8f76b-f046-4f97-9cc5-55470e946679 None None] Network 95cb7f67-f70c-4a86-ad74-5eaf775bf7aa requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:22:31.202674 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3653bcf6-163c-4340-9a9c-0ee4a406f543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for subnet, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:31.241183 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b538c80-292c-47d7-acd8-2dcaa82a0c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:31.241956 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-2b538c80-292c-47d7-acd8-2dcaa82a0c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:31.276684 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f139a1-3956-4149-8d1a-91c001401f9b admin admin] Pushing event updated for resources: {'Network': ['ID=1669059c-f1c8-455e-9511-5763b727b621,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:31.337249 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-f4f139a1-3956-4149-8d1a-91c001401f9b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3894379 May 17 16:22:31.351723 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Network 1669059c-f1c8-455e-9511-5763b727b621 details requested by agent ovs-agent-dv-cinder-768105-8-iscsi with host dv-cinder-768105-8-iscsi {{(pid=79282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:22:31.438326 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 33254) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:31.452149 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-3653bcf6-163c-4340-9a9c-0ee4a406f543 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.5956051 May 17 16:22:31.454568 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 33260) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:31.459030 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-25aa3c1d-dbf3-4385-8433-dabd710ad5f5 admin admin] Request body: {'subnet': {'network_id': '1669059c-f1c8-455e-9511-5763b727b621', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-595300763-subnet', 'tenant_id': '02315a55917243dbb871d662415925d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:22:31.465325 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-25aa3c1d-dbf3-4385-8433-dabd710ad5f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:31.470243 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-25aa3c1d-dbf3-4385-8433-dabd710ad5f5 admin admin] Usage tracker for resource:subnet and tenant:02315a55917243dbb871d662415925d4 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:31.474956 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-25aa3c1d-dbf3-4385-8433-dabd710ad5f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:31.487880 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-25aa3c1d-dbf3-4385-8433-dabd710ad5f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:31.504878 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b538c80-292c-47d7-acd8-2dcaa82a0c58 admin admin] Pushing event updated for resources: {'Network': ['ID=b385ca28-bc09-4262-bdca-a3584d9f84aa,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:31.509566 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-e177f90f-2229-417c-a941-1ad6a36107db admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1067657783-router', 'tenant_id': '2307c0670f344a09bf44ca921047944a', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:22:31.510720 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-2b538c80-292c-47d7-acd8-2dcaa82a0c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:31.511189 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-9f5d54fe-4636-4296-9b1e-83118bad6dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:31.512152 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-9f5d54fe-4636-4296-9b1e-83118bad6dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:31.516671 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-e177f90f-2229-417c-a941-1ad6a36107db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:31.522433 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-e177f90f-2229-417c-a941-1ad6a36107db admin admin] Usage tracker for resource:router and tenant:2307c0670f344a09bf44ca921047944a is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:31.526629 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-e177f90f-2229-417c-a941-1ad6a36107db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:31.533964 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-e177f90f-2229-417c-a941-1ad6a36107db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:31.543352 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Network b385ca28-bc09-4262-bdca-a3584d9f84aa details requested by agent ovs-agent-dv-cinder-768105-8-iscsi with host dv-cinder-768105-8-iscsi {{(pid=79282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:22:31.567676 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-2b538c80-292c-47d7-acd8-2dcaa82a0c58 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5748584 May 17 16:22:31.569841 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff904c0-c3a9-41e9-9345-e1237a3d3ff6 None None] Network 95cb7f67-f70c-4a86-ad74-5eaf775bf7aa requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:22:31.570558 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 33266) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:31.579541 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25aa3c1d-dbf3-4385-8433-dabd710ad5f5 admin admin] Made reservation on behalf of 02315a55917243dbb871d662415925d4 for: {'subnet': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:22:31.579541 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-25aa3c1d-dbf3-4385-8433-dabd710ad5f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:31.582700 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-f8d75cbe-fd1e-48c0-91e0-e1c5955102ab admin admin] Request body: {'subnet': {'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1734573545-subnet', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:22:31.591891 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-f8d75cbe-fd1e-48c0-91e0-e1c5955102ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:31.600808 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-f8d75cbe-fd1e-48c0-91e0-e1c5955102ab admin admin] Usage tracker for resource:subnet and tenant:0ea92b2008324514984db0dee23989df is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:31.605227 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-f8d75cbe-fd1e-48c0-91e0-e1c5955102ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:31.611828 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-f8d75cbe-fd1e-48c0-91e0-e1c5955102ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:31.687637 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d75cbe-fd1e-48c0-91e0-e1c5955102ab admin admin] Made reservation on behalf of 0ea92b2008324514984db0dee23989df for: {'subnet': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:22:31.692037 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f8d75cbe-fd1e-48c0-91e0-e1c5955102ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:31.789821 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e177f90f-2229-417c-a941-1ad6a36107db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-433102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046008'] for router, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:31.790956 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e177f90f-2229-417c-a941-1ad6a36107db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-499961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045991'] for router, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:31.852416 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e177f90f-2229-417c-a941-1ad6a36107db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:32.025479 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274'] for subnet, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:32.033136 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:32.328815 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] Checking segment: {'id': '55a08faa-15cc-4531-8a3c-d44bb59d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '78295850-4922-436a-a3e2-89441ba0baee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:22:32.328815 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] Network hostable DHCP agents. Network: 78295850-4922-436a-a3e2-89441ba0baee, hostable agents: ['780b63cc-fd7b-4a13-8dba-6019f78428e1'], hosted agents: [] {{(pid=79281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:22:32.332162 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e301c64-858a-4909-8df8-c3fa15fb506f,revision_number=0']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:32.474038 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f8d75cbe-fd1e-48c0-91e0-e1c5955102ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274'] for subnet, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:32.480417 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:32.582391 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:32.582391 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:32.582391 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:32.582391 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:32.582391 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:32.582391 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:32.582391 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:32.582391 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:32.582391 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:32.582391 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:32.582391 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:32.582391 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] Tracked resource versions report: May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: pushed versions: May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: { 'AddressGroup': {'1.2'}, May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: 'ConntrackHelper': {'1.0'}, May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: 'Log': {'1.0'}, May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: 'Network': {'1.1'}, May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: 'Port': {'1.7'}, May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: 'PortForwarding': {'1.2'}, May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: 'QosPolicy': {'1.8'}, May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: 'SecurityGroup': {'1.4'}, May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: 'SecurityGroupRule': {'1.2'}, May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: 'SubPort': {'1.0'}, May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: 'Subnet': {'1.1'}, May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: 'Trunk': {'1.1'}} May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: consumer versions: May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: { DHCP agent@dv-cinder-768105-8-iscsi: {}, May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: HyperV agent@hv-cinder-76810: {}, May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: L3 agent@dv-cinder-768105-8-iscsi: {}, May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: Metadata agent@dv-cinder-768105-8-iscsi: {}, May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: Metering agent@dv-cinder-768105-8-iscsi: {}, May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: Open vSwitch agent@dv-cinder-768105-8-iscsi: { 'AddressGroup': '1.2', May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: 'ConntrackHelper': '1.0', May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: 'Log': '1.0', May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: 'Network': '1.1', May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: 'Port': '1.7', May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: 'PortForwarding': '1.2', May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: 'QosPolicy': '1.8', May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: 'SecurityGroup': '1.4', May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: 'SecurityGroupRule': '1.2', May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: 'SubPort': '1.0', May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: 'Subnet': '1.1', May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: 'Trunk': '1.1'}} May 17 16:22:32.584688 dv-cinder-768105-8-iscsi neutron-server[79281]: {{(pid=79281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 16:22:32.592169 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:32.631771 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e177f90f-2229-417c-a941-1ad6a36107db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-433116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045973'] for router, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:32.692618 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d75cbe-fd1e-48c0-91e0-e1c5955102ab admin admin] Checking segment: {'id': 'cca19a82-32c8-492d-bbe8-da6eb371ac83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:22:32.692979 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d75cbe-fd1e-48c0-91e0-e1c5955102ab admin admin] Network hostable DHCP agents. Network: b385ca28-bc09-4262-bdca-a3584d9f84aa, hostable agents: ['780b63cc-fd7b-4a13-8dba-6019f78428e1'], hosted agents: [] {{(pid=79280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:22:32.699273 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d75cbe-fd1e-48c0-91e0-e1c5955102ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=e88814d7-1622-4f60-af12-99e2074dbe02,revision_number=0']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:32.702663 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-f8d75cbe-fd1e-48c0-91e0-e1c5955102ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:32.752289 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] Network 78295850-4922-436a-a3e2-89441ba0baee is scheduled to be hosted by DHCP agent 780b63cc-fd7b-4a13-8dba-6019f78428e1 with binding_index 1 {{(pid=79281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:22:32.828205 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d75cbe-fd1e-48c0-91e0-e1c5955102ab admin admin] Network b385ca28-bc09-4262-bdca-a3584d9f84aa is scheduled to be hosted by DHCP agent 780b63cc-fd7b-4a13-8dba-6019f78428e1 with binding_index 1 {{(pid=79280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:22:32.831265 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-25aa3c1d-dbf3-4385-8433-dabd710ad5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274'] for subnet, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:32.849040 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1d6ec911-6efe-461c-98b0-d5e9cbc55465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:32.930576 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa3c1d-dbf3-4385-8433-dabd710ad5f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e98c336-343c-4f40-83fb-951cdebda34a,revision_number=0']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:32.936685 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-25aa3c1d-dbf3-4385-8433-dabd710ad5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:32.941331 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa3c1d-dbf3-4385-8433-dabd710ad5f5 admin admin] Checking segment: {'id': '94e128d1-e7bb-41a9-a249-c2d9af813784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1669059c-f1c8-455e-9511-5763b727b621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:22:32.941595 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aa3c1d-dbf3-4385-8433-dabd710ad5f5 admin admin] Network hostable DHCP agents. Network: 1669059c-f1c8-455e-9511-5763b727b621, hostable agents: ['780b63cc-fd7b-4a13-8dba-6019f78428e1'], hosted agents: [] {{(pid=79281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:22:32.965728 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [None req-f8d75cbe-fd1e-48c0-91e0-e1c5955102ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-iscsi, b385ca28-bc09-4262-bdca-a3584d9f84aa) {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:22:32.971642 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d75cbe-fd1e-48c0-91e0-e1c5955102ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:32.973419 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f8d75cbe-fd1e-48c0-91e0-e1c5955102ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for subnet, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:32.974347 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-iscsi, 78295850-4922-436a-a3e2-89441ba0baee) {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:22:32.981110 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735992cf-9cf2-455e-a9e6-5fbe1b829b8a None None] Network b385ca28-bc09-4262-bdca-a3584d9f84aa requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:22:32.981675 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:32.982262 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for subnet, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:33.000349 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35023fd6-952b-4882-b756-a862b88bd2e8 None None] Network 78295850-4922-436a-a3e2-89441ba0baee requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:22:33.009825 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 33326) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:33.146973 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aa3c1d-dbf3-4385-8433-dabd710ad5f5 admin admin] Network 1669059c-f1c8-455e-9511-5763b727b621 is scheduled to be hosted by DHCP agent 780b63cc-fd7b-4a13-8dba-6019f78428e1 with binding_index 1 {{(pid=79281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:22:33.175887 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-786a1a85-1868-4045-8fea-b0d22b55ac23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:33.199494 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-f8d75cbe-fd1e-48c0-91e0-e1c5955102ab admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6243927 May 17 16:22:33.203791 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 33332) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:33.204159 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-25aa3c1d-dbf3-4385-8433-dabd710ad5f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-iscsi, 1669059c-f1c8-455e-9511-5763b727b621) {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:22:33.207781 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-786a1a85-1868-4045-8fea-b0d22b55ac23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:33.212309 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-786a1a85-1868-4045-8fea-b0d22b55ac23 admin admin] Usage tracker for resource:security_group_rule and tenant:6f97e698e6fe4e3eb3123201c81b2827 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:33.215600 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-786a1a85-1868-4045-8fea-b0d22b55ac23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:33.215723 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-5797210a-cdc8-41ff-b225-13aa4b2bf0d6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1734573545-router', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:22:33.219673 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-d4b7eb2d-26e0-474f-bd48-560f4546884d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7598031 May 17 16:22:33.224125 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-786a1a85-1868-4045-8fea-b0d22b55ac23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:33.227282 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c1080b-fe7b-4528-9832-1bfb40c76b0a None None] Network 1669059c-f1c8-455e-9511-5763b727b621 requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:22:33.230666 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aa3c1d-dbf3-4385-8433-dabd710ad5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:33.231277 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-25aa3c1d-dbf3-4385-8433-dabd710ad5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for subnet, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:33.251831 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-5797210a-cdc8-41ff-b225-13aa4b2bf0d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:33.276466 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-5797210a-cdc8-41ff-b225-13aa4b2bf0d6 admin admin] Usage tracker for resource:router and tenant:0ea92b2008324514984db0dee23989df is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:33.298753 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-5797210a-cdc8-41ff-b225-13aa4b2bf0d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:33.317146 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-5797210a-cdc8-41ff-b225-13aa4b2bf0d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:33.329483 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e177f90f-2229-417c-a941-1ad6a36107db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:33.363062 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e177f90f-2229-417c-a941-1ad6a36107db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:33.370582 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-786a1a85-1868-4045-8fea-b0d22b55ac23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:33.478758 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-25aa3c1d-dbf3-4385-8433-dabd710ad5f5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0267029 May 17 16:22:33.492102 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 33344) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:33.501138 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-786a1a85-1868-4045-8fea-b0d22b55ac23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:33.527997 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ebd01c-632d-4c90-b094-f5f58541482b None None] Network 78295850-4922-436a-a3e2-89441ba0baee requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:22:33.528231 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-2b538c80-292c-47d7-acd8-2dcaa82a0c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:33.629412 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-786a1a85-1868-4045-8fea-b0d22b55ac23 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6f97e698e6fe4e3eb3123201c81b2827&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6182156 May 17 16:22:33.634979 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 33360) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:33.693007 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c339ff7-fcf1-568f-8b09-47d9b29cd70b-b385ca28-bc09-4262-bdca-a3584d9f84aa', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'fixed_ips': [{'subnet_id': 'e88814d7-1622-4f60-af12-99e2074dbe02'}]}} from dv-cinder-768105-8-iscsi. {{(pid=79282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 16:22:33.694123 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:33.746119 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_common [None req-e177f90f-2229-417c-a941-1ad6a36107db admin admin] Allocated IP 172.27.2.67 (42a1d626-e0b0-418c-b7f5-2b1d715bf830/6e10255a-9813-4d83-92b3-230f73c18e4f/64e80357-d000-4404-a0c8-3a83616d9f55) {{(pid=79281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:22:33.746662 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a1a85-1868-4045-8fea-b0d22b55ac23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d1cd60-0db3-4d49-b40b-d3d41552eead,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:33.780898 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5797210a-cdc8-41ff-b225-13aa4b2bf0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-433102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046008'] for router, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:33.782007 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5797210a-cdc8-41ff-b225-13aa4b2bf0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-499961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045991'] for router, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:33.827281 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-786a1a85-1868-4045-8fea-b0d22b55ac23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:33.833794 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-7b55cc31-c16e-4f3f-8190-f718df4774cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:33.863912 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-7b55cc31-c16e-4f3f-8190-f718df4774cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:33.872733 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-7b55cc31-c16e-4f3f-8190-f718df4774cd admin admin] Usage tracker for resource:security_group_rule and tenant:83b259ee9e2d494694338b149842ad56 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:33.875839 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-cdaa54cf-55e0-4fd5-9fa7-5fc0bcc7fc8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:33.879703 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-7b55cc31-c16e-4f3f-8190-f718df4774cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:33.897240 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5797210a-cdc8-41ff-b225-13aa4b2bf0d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:33.899607 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-7b55cc31-c16e-4f3f-8190-f718df4774cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:33.910606 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b405c42-9b49-4b92-af6c-8ee2afa4ce69 None None] Network 1669059c-f1c8-455e-9511-5763b727b621 requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:22:33.926537 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-cdaa54cf-55e0-4fd5-9fa7-5fc0bcc7fc8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:33.983904 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e177f90f-2229-417c-a941-1ad6a36107db admin admin] Notify callbacks [] for port, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:34.078498 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-7b55cc31-c16e-4f3f-8190-f718df4774cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:34.165723 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-cdaa54cf-55e0-4fd5-9fa7-5fc0bcc7fc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:34.177794 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 33390) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:34.178682 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-9f5d54fe-4636-4296-9b1e-83118bad6dd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:34.183292 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e177f90f-2229-417c-a941-1ad6a36107db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841'] for port, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:34.199636 dv-cinder-768105-8-iscsi neutron-server[79280]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 17 16:22:34.250984 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-6c220a4b-32f9-4624-a519-4bcb2de5fd32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:34.281659 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 33398) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:34.283060 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-7b55cc31-c16e-4f3f-8190-f718df4774cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:34.317253 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa54cf-55e0-4fd5-9fa7-5fc0bcc7fc8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d1cd60-0db3-4d49-b40b-d3d41552eead,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:34.334542 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-cdaa54cf-55e0-4fd5-9fa7-5fc0bcc7fc8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:34.335269 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-cdaa54cf-55e0-4fd5-9fa7-5fc0bcc7fc8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:34.352777 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-cdaa54cf-55e0-4fd5-9fa7-5fc0bcc7fc8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:34.353672 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-cdaa54cf-55e0-4fd5-9fa7-5fc0bcc7fc8e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f0d1cd60-0db3-4d49-b40b-d3d41552eead HTTP/1.1" status: 204 len: 168 time: 0.7158995 May 17 16:22:34.444268 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.db_base_plugin_common [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Allocated IP 172.20.0.2 (b385ca28-bc09-4262-bdca-a3584d9f84aa/e88814d7-1622-4f60-af12-99e2074dbe02/b100346b-3e53-430b-a667-2c9e265536b5) {{(pid=79282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:22:34.452100 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e177f90f-2229-417c-a941-1ad6a36107db admin admin] Network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:22:34.470411 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-e177f90f-2229-417c-a941-1ad6a36107db admin admin] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:22:34.504096 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-7b55cc31-c16e-4f3f-8190-f718df4774cd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=83b259ee9e2d494694338b149842ad56&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0106485 May 17 16:22:34.504990 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55cc31-c16e-4f3f-8190-f718df4774cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cf6c9d-f687-4527-90dc-ea4a98a322cc,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:34.517024 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-7b55cc31-c16e-4f3f-8190-f718df4774cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:34.521142 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 33404) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:34.547292 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e177f90f-2229-417c-a941-1ad6a36107db admin admin] Received port after_create {{(pid=79281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:22:34.644955 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5797210a-cdc8-41ff-b225-13aa4b2bf0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-433116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045973'] for router, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:34.648699 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112796cd-708d-4862-99ad-5f9c0519955c req-0af22f2c-5736-44e2-8546-8181e6f6278e tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:34.649632 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-112796cd-708d-4862-99ad-5f9c0519955c req-0af22f2c-5736-44e2-8546-8181e6f6278e tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Synchronizing usage tracker for tenant:0fce3d29ce494d39b82d25912ade041d on resource:network {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:22:34.686534 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fd150-5b21-4616-945e-41a260d46091 req-0cd9cf31-fc5d-4c83-9ad9-567fe19ec9c8 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:34.687635 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-6b5fd150-5b21-4616-945e-41a260d46091 req-0cd9cf31-fc5d-4c83-9ad9-567fe19ec9c8 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Synchronizing usage tracker for tenant:02315a55917243dbb871d662415925d4 on resource:network {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:22:34.734177 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ba19f021-3ff7-4b0f-a436-f93f5cfd81fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:34.772171 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ba19f021-3ff7-4b0f-a436-f93f5cfd81fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:34.789092 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-112796cd-708d-4862-99ad-5f9c0519955c req-0af22f2c-5736-44e2-8546-8181e6f6278e tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Unset dirty status for tenant:0fce3d29ce494d39b82d25912ade041d on resource:network {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:22:34.792055 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-112796cd-708d-4862-99ad-5f9c0519955c req-0af22f2c-5736-44e2-8546-8181e6f6278e tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/networks?id=78295850-4922-436a-a3e2-89441ba0baee HTTP/1.1" status: 200 len: 815 time: 0.6001086 May 17 16:22:34.837107 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-112796cd-708d-4862-99ad-5f9c0519955c req-34b9f12c-e600-405c-9c5e-7e9960e8e23f tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/quotas/0fce3d29ce494d39b82d25912ade041d HTTP/1.1" status: 200 len: 375 time: 0.0330594 May 17 16:22:34.842115 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-6b5fd150-5b21-4616-945e-41a260d46091 req-0cd9cf31-fc5d-4c83-9ad9-567fe19ec9c8 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Unset dirty status for tenant:02315a55917243dbb871d662415925d4 on resource:network {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:22:34.843446 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6b5fd150-5b21-4616-945e-41a260d46091 req-0cd9cf31-fc5d-4c83-9ad9-567fe19ec9c8 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/networks?id=1669059c-f1c8-455e-9511-5763b727b621 HTTP/1.1" status: 200 len: 811 time: 0.5596027 May 17 16:22:34.876532 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177f90f-2229-417c-a941-1ad6a36107db admin admin] Pushing event updated for resources: {'Port': ['ID=64e80357-d000-4404-a0c8-3a83616d9f55,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:34.905394 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e177f90f-2229-417c-a941-1ad6a36107db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:34.909738 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-112796cd-708d-4862-99ad-5f9c0519955c req-ff6b16e5-7876-40fe-a15d-35bbd941ecf8 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0fce3d29ce494d39b82d25912ade041d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637732 May 17 16:22:34.912338 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6b5fd150-5b21-4616-945e-41a260d46091 req-ced19303-72ce-49ca-9f03-53df945a2388 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/quotas/02315a55917243dbb871d662415925d4 HTTP/1.1" status: 200 len: 375 time: 0.0259278 May 17 16:22:34.920759 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Notify callbacks [] for port, precommit_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:34.987626 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6b5fd150-5b21-4616-945e-41a260d46091 req-11cf436c-0ccb-40f1-a67f-c0d2c8a2305b tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=02315a55917243dbb871d662415925d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585682 May 17 16:22:35.091233 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Transition to ACTIVE for port object b100346b-3e53-430b-a667-2c9e265536b5 will not be triggered until provisioned by entity L2. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:22:35.099576 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ba19f021-3ff7-4b0f-a436-f93f5cfd81fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:35.104709 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:35.113270 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Transition to ACTIVE for port object b100346b-3e53-430b-a667-2c9e265536b5 will not be triggered until provisioned by entity DHCP. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:22:35.155276 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19f021-3ff7-4b0f-a436-f93f5cfd81fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cf6c9d-f687-4527-90dc-ea4a98a322cc,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:35.182990 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [req-112796cd-708d-4862-99ad-5f9c0519955c req-34b03ffc-ece7-463e-b476-2dba57593fff service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=79280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 16:22:35.198333 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-112796cd-708d-4862-99ad-5f9c0519955c req-34b03ffc-ece7-463e-b476-2dba57593fff service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1189132 May 17 16:22:35.230272 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-ba19f021-3ff7-4b0f-a436-f93f5cfd81fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:35.230272 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ba19f021-3ff7-4b0f-a436-f93f5cfd81fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:35.230272 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-ba19f021-3ff7-4b0f-a436-f93f5cfd81fb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/69cf6c9d-f687-4527-90dc-ea4a98a322cc HTTP/1.1" status: 204 len: 168 time: 0.7042358 May 17 16:22:35.230272 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [req-6b5fd150-5b21-4616-945e-41a260d46091 req-549d27b4-df36-41c1-93f0-caa9f4010b18 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=79280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 16:22:35.230272 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6b5fd150-5b21-4616-945e-41a260d46091 req-549d27b4-df36-41c1-93f0-caa9f4010b18 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0986488 May 17 16:22:35.292141 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841'] for port, after_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:35.300274 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:35.364894 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Network b385ca28-bc09-4262-bdca-a3584d9f84aa is already hosted by enough agents. {{(pid=79282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:22:35.368053 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.scheduler.base_scheduler [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Resources bound (agent type, host, resource id): {{(pid=79282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:22:35.374067 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Received port after_create {{(pid=79282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:22:35.379400 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Pushing event updated for resources: {'Port': ['ID=b100346b-3e53-430b-a667-2c9e265536b5,revision_number=1']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:35.422743 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:35.423177 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:35.423578 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:35.423969 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:35.424386 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:35.424978 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:35.425387 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:35.425823 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:35.426282 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:35.426701 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:35.427107 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:35.427512 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Tracked resource versions report: May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: pushed versions: May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: { 'AddressGroup': {'1.2'}, May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: 'ConntrackHelper': {'1.0'}, May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: 'Log': {'1.0'}, May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: 'Network': {'1.1'}, May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: 'Port': {'1.7'}, May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: 'PortForwarding': {'1.2'}, May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: 'QosPolicy': {'1.8'}, May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: 'SecurityGroup': {'1.4'}, May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: 'SecurityGroupRule': {'1.2'}, May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: 'SubPort': {'1.0'}, May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: 'Subnet': {'1.1'}, May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: 'Trunk': {'1.1'}} May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: consumer versions: May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: { DHCP agent@dv-cinder-768105-8-iscsi: {}, May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: HyperV agent@hv-cinder-76810: {}, May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: L3 agent@dv-cinder-768105-8-iscsi: {}, May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: Metadata agent@dv-cinder-768105-8-iscsi: {}, May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: Metering agent@dv-cinder-768105-8-iscsi: {}, May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: Open vSwitch agent@dv-cinder-768105-8-iscsi: { 'AddressGroup': '1.2', May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: 'ConntrackHelper': '1.0', May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: 'Log': '1.0', May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: 'Network': '1.1', May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: 'Port': '1.7', May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: 'PortForwarding': '1.2', May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: 'QosPolicy': '1.8', May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: 'SecurityGroup': '1.4', May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: 'SecurityGroupRule': '1.2', May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: 'SubPort': '1.0', May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: 'Subnet': '1.1', May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: 'Trunk': '1.1'}} May 17 16:22:35.428685 dv-cinder-768105-8-iscsi neutron-server[79282]: {{(pid=79282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 16:22:35.437796 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:35.475866 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-112796cd-708d-4862-99ad-5f9c0519955c req-252b0db4-fbb6-45aa-9bf0-7eda103dc65e service neutron] 10.222.0.11 "GET /v2.0/networks/78295850-4922-436a-a3e2-89441ba0baee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766659 May 17 16:22:35.499137 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Attempting to bind port b100346b-3e53-430b-a667-2c9e265536b5 on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:22:35.499708 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Attempting to bind port b100346b-3e53-430b-a667-2c9e265536b5 by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': 'cca19a82-32c8-492d-bbe8-da6eb371ac83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa'}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:22:35.500540 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Attempting to bind port b100346b-3e53-430b-a667-2c9e265536b5 on network b385ca28-bc09-4262-bdca-a3584d9f84aa {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:22:35.507139 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:22:35.507594 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Checking segment: {'id': 'cca19a82-32c8-492d-bbe8-da6eb371ac83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:22:35.508089 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:35.508579 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Bound using segment: {'id': 'cca19a82-32c8-492d-bbe8-da6eb371ac83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa'} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:22:35.509169 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Bound port: b100346b-3e53-430b-a667-2c9e265536b5, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca19a82-32c8-492d-bbe8-da6eb371ac83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa'}}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:22:35.510065 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:35.530708 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e177f90f-2229-417c-a941-1ad6a36107db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:35.551383 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6b5fd150-5b21-4616-945e-41a260d46091 req-d3fc542d-9894-48ef-948b-5ddaacfda28a service neutron] 10.222.0.11 "GET /v2.0/networks/1669059c-f1c8-455e-9511-5763b727b621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618814 May 17 16:22:35.629005 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] For port b100346b-3e53-430b-a667-2c9e265536b5, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:22:35.633672 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] For port b100346b-3e53-430b-a667-2c9e265536b5, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=b100346b-3e53-430b-a667-2c9e265536b5,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:22:35.737617 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:35.748720 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:35.801025 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-112796cd-708d-4862-99ad-5f9c0519955c req-a5ef65a7-f3f1-42b4-a8cf-d61915c97bd1 service neutron] 10.222.0.11 "GET /v2.0/networks/78295850-4922-436a-a3e2-89441ba0baee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184340 May 17 16:22:35.841544 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6b5fd150-5b21-4616-945e-41a260d46091 req-cc2877b0-8a7b-4569-b019-5065cc8a134f service neutron] 10.222.0.11 "GET /v2.0/networks/1669059c-f1c8-455e-9511-5763b727b621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363958 May 17 16:22:35.933829 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Pushing event updated for resources: {'Port': ['ID=b100346b-3e53-430b-a667-2c9e265536b5,revision_number=2']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:35.956556 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:36.059776 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5797210a-cdc8-41ff-b225-13aa4b2bf0d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:36.102894 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5797210a-cdc8-41ff-b225-13aa4b2bf0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:36.279159 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 33456) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:36.303461 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e24daf56-a736-4768-9f65-ceca665637b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:36.324579 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-e24daf56-a736-4768-9f65-ceca665637b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:36.359998 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-e24daf56-a736-4768-9f65-ceca665637b2 admin admin] Usage tracker for resource:security_group_rule and tenant:43d04cd1ed66412fa089e470dcce0254 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:36.367520 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e177f90f-2229-417c-a941-1ad6a36107db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408247'] for router, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:36.367677 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device b100346b-3e53-430b-a667-2c9e265536b5 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:22:36.367788 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-e24daf56-a736-4768-9f65-ceca665637b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:36.383678 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-e24daf56-a736-4768-9f65-ceca665637b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:36.578148 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e24daf56-a736-4768-9f65-ceca665637b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:36.618859 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_common [None req-5797210a-cdc8-41ff-b225-13aa4b2bf0d6 admin admin] Allocated IP 172.27.2.133 (42a1d626-e0b0-418c-b7f5-2b1d715bf830/6e10255a-9813-4d83-92b3-230f73c18e4f/15d50f78-79b4-4b4c-a862-ffa56aa41472) {{(pid=79281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:22:36.623162 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port b100346b-3e53-430b-a667-2c9e265536b5 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:22:36.810463 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9ea27b58-09f0-4e2c-9634-d980c96402fb req-82cd5ef6-374c-438c-a27e-7ac071e5c6fb tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 210 time: 0.1561499 May 17 16:22:36.812752 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3aa523da-8157-4168-8591-98cc1403a9a7 req-5f782815-271e-4ad4-af2b-70a53d90c004 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 210 time: 0.2286317 May 17 16:22:36.813348 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e24daf56-a736-4768-9f65-ceca665637b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:36.850676 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-f7437833-a4a6-40ef-b466-5ff743a5d3a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:36.948255 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-e24daf56-a736-4768-9f65-ceca665637b2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=43d04cd1ed66412fa089e470dcce0254&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6652653 May 17 16:22:36.948255 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24daf56-a736-4768-9f65-ceca665637b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b0060a-3fe6-4143-a416-3b3cf91e30b4,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:36.964174 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 33500) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:36.972110 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-e24daf56-a736-4768-9f65-ceca665637b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:37.110817 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e5a98769-edee-4007-b59c-977f06a6f3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:37.175552 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5797210a-cdc8-41ff-b225-13aa4b2bf0d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:37.204057 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e5a98769-edee-4007-b59c-977f06a6f3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:37.369126 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c46b2a-82ab-43cc-81a3-c6bf37294794 None None] Network b385ca28-bc09-4262-bdca-a3584d9f84aa requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:22:37.388900 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e5a98769-edee-4007-b59c-977f06a6f3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:37.395953 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e177f90f-2229-417c-a941-1ad6a36107db admin admin] Router 5d6909e3-a040-4d00-ae29-af5372cb6d94 is scheduled to L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 with binding_index 1 {{(pid=79281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 16:22:37.415887 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-f4f139a1-3956-4149-8d1a-91c001401f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:37.446810 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e5a98769-edee-4007-b59c-977f06a6f3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:37.450827 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-e5a98769-edee-4007-b59c-977f06a6f3e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d3b0060a-3fe6-4143-a416-3b3cf91e30b4 HTTP/1.1" status: 204 len: 168 time: 0.4776349 May 17 16:22:37.453456 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a98769-edee-4007-b59c-977f06a6f3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b0060a-3fe6-4143-a416-3b3cf91e30b4,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:37.463822 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-e5a98769-edee-4007-b59c-977f06a6f3e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:37.552708 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5797210a-cdc8-41ff-b225-13aa4b2bf0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841'] for port, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:37.579291 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e177f90f-2229-417c-a941-1ad6a36107db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:37.693749 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5797210a-cdc8-41ff-b225-13aa4b2bf0d6 admin admin] Network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:22:37.699093 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-5797210a-cdc8-41ff-b225-13aa4b2bf0d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:22:37.761137 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-897e9e14-aceb-4ee9-a9a5-3b55e736389b None None] Provisioning for port b100346b-3e53-430b-a667-2c9e265536b5 completed by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:22:37.766459 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5797210a-cdc8-41ff-b225-13aa4b2bf0d6 admin admin] Received port after_create {{(pid=79281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:22:37.772545 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-897e9e14-aceb-4ee9-a9a5-3b55e736389b None None] Provisioning complete for port b100346b-3e53-430b-a667-2c9e265536b5 triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:22:37.773100 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-897e9e14-aceb-4ee9-a9a5-3b55e736389b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:37.850168 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797210a-cdc8-41ff-b225-13aa4b2bf0d6 admin admin] Pushing event updated for resources: {'Port': ['ID=15d50f78-79b4-4b4c-a862-ffa56aa41472,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:37.853225 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-5797210a-cdc8-41ff-b225-13aa4b2bf0d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:37.986606 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-897e9e14-aceb-4ee9-a9a5-3b55e736389b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:37.999003 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e177f90f-2229-417c-a941-1ad6a36107db admin admin] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:22:38.037366 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02e7a93-35eb-4542-ba6f-f1613108c88b None None] Sync routers for ids ['5d6909e3-a040-4d00-ae29-af5372cb6d94'] in dv-cinder-768105-8-iscsi {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:22:38.045558 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-897e9e14-aceb-4ee9-a9a5-3b55e736389b None None] For port b100346b-3e53-430b-a667-2c9e265536b5, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=b100346b-3e53-430b-a667-2c9e265536b5,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:22:38.065165 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7b2cf568-687b-4bd5-99fa-5ca72c5599d7 req-65cf1087-7468-4efb-ab94-e43c797f40b5 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 210 time: 0.1441679 May 17 16:22:38.090403 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02e7a93-35eb-4542-ba6f-f1613108c88b None None] Routers {'5d6909e3-a040-4d00-ae29-af5372cb6d94'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:22:38.092374 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-d02e7a93-35eb-4542-ba6f-f1613108c88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:22:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['5d6909e3-a040-4d00-ae29-af5372cb6d94'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:22:38.183998 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-168a0d61-a1fc-46c1-af91-38cd028e51e7 req-4005b82c-1b08-41f0-88e0-3ffcd3bcd2df tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 210 time: 0.1180909 May 17 16:22:38.247418 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-897e9e14-aceb-4ee9-a9a5-3b55e736389b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:38.247534 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e177f90f-2229-417c-a941-1ad6a36107db admin admin] Notify callbacks [] for router, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:38.248923 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:38.249022 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-e177f90f-2229-417c-a941-1ad6a36107db admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.7477078 May 17 16:22:38.249885 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 33564) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:38.438879 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e9e14-aceb-4ee9-a9a5-3b55e736389b None None] Pushing event updated for resources: {'Port': ['ID=b100346b-3e53-430b-a667-2c9e265536b5,revision_number=3']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:38.447627 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-897e9e14-aceb-4ee9-a9a5-3b55e736389b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:38.457820 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-d02e7a93-35eb-4542-ba6f-f1613108c88b None None] Set router 5d6909e3-a040-4d00-ae29-af5372cb6d94 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:22:38.460711 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-bed0160f-987b-4d97-b601-a1c3c589eda3 None None] Provisioning complete for port b100346b-3e53-430b-a667-2c9e265536b5 triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:22:38.462276 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-bed0160f-987b-4d97-b601-a1c3c589eda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:38.553626 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5797210a-cdc8-41ff-b225-13aa4b2bf0d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:38.988376 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5797210a-cdc8-41ff-b225-13aa4b2bf0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408247'] for router, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:39.047565 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-d02e7a93-35eb-4542-ba6f-f1613108c88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6909e3-a040-4d00-ae29-af5372cb6d94', 'name': 'tempest-ServerRescueNegativeTestJSON-1067657783-router', 'tenant_id': '2307c0670f344a09bf44ca921047944a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '64e80357-d000-4404-a0c8-3a83616d9f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:31Z', 'updated_at': '2021-05-17T16:22:34Z', 'revision_number': 3, 'project_id': '2307c0670f344a09bf44ca921047944a', 'gw_port': {'id': '64e80357-d000-4404-a0c8-3a83616d9f55', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6909e3-a040-4d00-ae29-af5372cb6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:22:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:22:39.062315 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02e7a93-35eb-4542-ba6f-f1613108c88b None None] Checking router: 5d6909e3-a040-4d00-ae29-af5372cb6d94 for host: dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:22:39.063221 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02e7a93-35eb-4542-ba6f-f1613108c88b None None] Updating router 5d6909e3-a040-4d00-ae29-af5372cb6d94 port 64e80357-d000-4404-a0c8-3a83616d9f55 binding host dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:22:39.224669 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-d02e7a93-35eb-4542-ba6f-f1613108c88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:39.365139 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5797210a-cdc8-41ff-b225-13aa4b2bf0d6 admin admin] Router ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 is scheduled to L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 with binding_index 1 {{(pid=79281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 16:22:39.373705 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-87e6c636-4aa5-4926-9cc5-5832056de786 req-bb944a3c-3458-4693-b4a6-e053b84b1526 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 210 time: 0.0983636 May 17 16:22:39.390816 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-61206137-41a3-44f0-8923-0188f52a4858 req-6590d433-f9aa-4c83-9cfa-c8807578f976 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 210 time: 0.1189620 May 17 16:22:39.713600 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 33622) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:39.827893 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-63836452-d56f-4bc4-aa78-8561ed13d686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:39.912717 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-d02e7a93-35eb-4542-ba6f-f1613108c88b None None] Notify callbacks [] for port, precommit_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:39.923262 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5797210a-cdc8-41ff-b225-13aa4b2bf0d6 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:22:39.935206 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0799ab-3688-4378-85d5-98708f2f6e17 None None] Sync routers for ids ['ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'] in dv-cinder-768105-8-iscsi {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:22:39.972958 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0799ab-3688-4378-85d5-98708f2f6e17 None None] Routers {'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:22:39.973795 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-0a0799ab-3688-4378-85d5-98708f2f6e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:22:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:22:39.974398 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.provisioning_blocks [None req-d02e7a93-35eb-4542-ba6f-f1613108c88b None None] Transition to ACTIVE for port object 64e80357-d000-4404-a0c8-3a83616d9f55 will not be triggered until provisioned by entity L2. {{(pid=79283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:22:40.023301 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-012ed346-250f-4bc2-b2b2-087d7970969b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:40.048893 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-012ed346-250f-4bc2-b2b2-087d7970969b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:40.057313 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-012ed346-250f-4bc2-b2b2-087d7970969b admin admin] Usage tracker for resource:security_group_rule and tenant:9176d0344a5d45858a214d3a6e35ce92 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:40.093271 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-012ed346-250f-4bc2-b2b2-087d7970969b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:40.103194 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5797210a-cdc8-41ff-b225-13aa4b2bf0d6 admin admin] Notify callbacks [] for router, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:40.103669 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-d02e7a93-35eb-4542-ba6f-f1613108c88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:40.105023 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-5797210a-cdc8-41ff-b225-13aa4b2bf0d6 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.8982613 May 17 16:22:40.107392 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 33640) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:40.109967 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:40.131009 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-012ed346-250f-4bc2-b2b2-087d7970969b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:40.240185 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1737e58-c22d-4614-a1a3-d8b4cc383729 None None] Pushing event updated for resources: {'Port': ['ID=64e80357-d000-4404-a0c8-3a83616d9f55,revision_number=2']} {{(pid=79283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:40.251766 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1737e58-c22d-4614-a1a3-d8b4cc383729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:40.251766 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1737e58-c22d-4614-a1a3-d8b4cc383729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:40.251766 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1737e58-c22d-4614-a1a3-d8b4cc383729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:40.253011 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1737e58-c22d-4614-a1a3-d8b4cc383729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:40.253649 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1737e58-c22d-4614-a1a3-d8b4cc383729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:40.253987 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1737e58-c22d-4614-a1a3-d8b4cc383729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:40.254378 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1737e58-c22d-4614-a1a3-d8b4cc383729 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:40.254744 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1737e58-c22d-4614-a1a3-d8b4cc383729 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:40.255102 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1737e58-c22d-4614-a1a3-d8b4cc383729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:40.255424 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1737e58-c22d-4614-a1a3-d8b4cc383729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:40.255747 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1737e58-c22d-4614-a1a3-d8b4cc383729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:40.256065 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1737e58-c22d-4614-a1a3-d8b4cc383729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1737e58-c22d-4614-a1a3-d8b4cc383729 None None] Tracked resource versions report: May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: pushed versions: May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: { 'AddressGroup': {'1.2'}, May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: 'ConntrackHelper': {'1.0'}, May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: 'Log': {'1.0'}, May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: 'Network': {'1.1'}, May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: 'Port': {'1.7'}, May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: 'PortForwarding': {'1.2'}, May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: 'QosPolicy': {'1.8'}, May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: 'SecurityGroup': {'1.4'}, May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: 'SecurityGroupRule': {'1.2'}, May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: 'SubPort': {'1.0'}, May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: 'Subnet': {'1.1'}, May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: 'Trunk': {'1.1'}} May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: consumer versions: May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: { DHCP agent@dv-cinder-768105-8-iscsi: {}, May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: HyperV agent@hv-cinder-76810: {}, May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: L3 agent@dv-cinder-768105-8-iscsi: {}, May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: Metadata agent@dv-cinder-768105-8-iscsi: {}, May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: Metering agent@dv-cinder-768105-8-iscsi: {}, May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: Open vSwitch agent@dv-cinder-768105-8-iscsi: { 'AddressGroup': '1.2', May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: 'ConntrackHelper': '1.0', May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: 'Log': '1.0', May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: 'Network': '1.1', May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: 'Port': '1.7', May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: 'PortForwarding': '1.2', May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: 'QosPolicy': '1.8', May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: 'SecurityGroup': '1.4', May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: 'SecurityGroupRule': '1.2', May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: 'SubPort': '1.0', May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: 'Subnet': '1.1', May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: 'Trunk': '1.1'}} May 17 16:22:40.257219 dv-cinder-768105-8-iscsi neutron-server[79283]: {{(pid=79283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 16:22:40.267873 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-0a0799ab-3688-4378-85d5-98708f2f6e17 None None] Set router ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:22:40.270055 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [None req-d1737e58-c22d-4614-a1a3-d8b4cc383729 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:40.287524 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_common [None req-63836452-d56f-4bc4-aa78-8561ed13d686 admin admin] Allocated IP 172.20.0.1 (95cb7f67-f70c-4a86-ad74-5eaf775bf7aa/bdaf05fe-e49f-4388-8c5b-0bf658a1d6b3/e6dfe79e-7c23-4c3d-b6a1-963747615d11) {{(pid=79280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:22:40.295644 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-d02e7a93-35eb-4542-ba6f-f1613108c88b None None] Attempting to bind port 64e80357-d000-4404-a0c8-3a83616d9f55 on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:22:40.301425 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-d02e7a93-35eb-4542-ba6f-f1613108c88b None None] Attempting to bind port 64e80357-d000-4404-a0c8-3a83616d9f55 by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}] {{(pid=79283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:22:40.302103 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02e7a93-35eb-4542-ba6f-f1613108c88b None None] Attempting to bind port 64e80357-d000-4404-a0c8-3a83616d9f55 on network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:22:40.308612 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02e7a93-35eb-4542-ba6f-f1613108c88b None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:22:40.309473 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02e7a93-35eb-4542-ba6f-f1613108c88b None None] Checking segment: {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:22:40.310081 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-d02e7a93-35eb-4542-ba6f-f1613108c88b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:40.310708 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02e7a93-35eb-4542-ba6f-f1613108c88b None None] Bound using segment: {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'} {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:22:40.311351 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-d02e7a93-35eb-4542-ba6f-f1613108c88b None None] Bound port: 64e80357-d000-4404-a0c8-3a83616d9f55, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}}] {{(pid=79283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:22:40.311907 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-d02e7a93-35eb-4542-ba6f-f1613108c88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:40.345314 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device b100346b-3e53-430b-a667-2c9e265536b5 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:22:40.444753 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.db [None req-d02e7a93-35eb-4542-ba6f-f1613108c88b None None] For port 64e80357-d000-4404-a0c8-3a83616d9f55, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:22:40.449165 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.db [None req-d02e7a93-35eb-4542-ba6f-f1613108c88b None None] For port 64e80357-d000-4404-a0c8-3a83616d9f55, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=64e80357-d000-4404-a0c8-3a83616d9f55,segment=NetworkSegment(b4de580b-76bc-403f-9a98-9ee7fe7150e1),segment_id=b4de580b-76bc-403f-9a98-9ee7fe7150e1)] {{(pid=79283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:22:40.555229 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-d02e7a93-35eb-4542-ba6f-f1613108c88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:40.581857 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:40.705054 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port b100346b-3e53-430b-a667-2c9e265536b5 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:22:40.705568 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:40.851064 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02e7a93-35eb-4542-ba6f-f1613108c88b None None] Routers {'5d6909e3-a040-4d00-ae29-af5372cb6d94'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:22:40.852214 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-d02e7a93-35eb-4542-ba6f-f1613108c88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:22:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['5d6909e3-a040-4d00-ae29-af5372cb6d94'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:22:40.928734 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c61ff128-def7-4b0a-8482-679f6330b220 req-f5697acd-294f-4ceb-80c5-d10bd3884f0f tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 210 time: 0.1636498 May 17 16:22:40.948091 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-63836452-d56f-4bc4-aa78-8561ed13d686 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:41.017973 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-0a0799ab-3688-4378-85d5-98708f2f6e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'name': 'tempest-AttachVolumeShelveTestJSON-1734573545-router', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:22:38Z', 'revision_number': 3, 'project_id': '0ea92b2008324514984db0dee23989df', 'gw_port': {'id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:36Z', 'updated_at': '2021-05-17T16:22:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:22:41.024754 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0799ab-3688-4378-85d5-98708f2f6e17 None None] Checking router: ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 for host: dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:22:41.025300 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0799ab-3688-4378-85d5-98708f2f6e17 None None] Updating router ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 port 15d50f78-79b4-4b4c-a862-ffa56aa41472 binding host dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:22:41.077081 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4830f66f-45e9-48d3-9080-fabcebeae12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:41.091427 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-0a0799ab-3688-4378-85d5-98708f2f6e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:41.137294 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3056ca84-a4af-4de3-be0b-fe30555d752b req-8477f502-a8de-4eb2-be15-b20685edbbd8 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 210 time: 0.1298153 May 17 16:22:41.187252 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-012ed346-250f-4bc2-b2b2-087d7970969b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:41.196545 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1737e58-c22d-4614-a1a3-d8b4cc383729 None None] Pushing event updated for resources: {'Port': ['ID=64e80357-d000-4404-a0c8-3a83616d9f55,revision_number=3']} {{(pid=79283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:41.204749 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [None req-d1737e58-c22d-4614-a1a3-d8b4cc383729 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:41.269528 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-d02e7a93-35eb-4542-ba6f-f1613108c88b None None] Set router 5d6909e3-a040-4d00-ae29-af5372cb6d94 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:22:41.319946 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-012ed346-250f-4bc2-b2b2-087d7970969b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:41.387848 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:41.421918 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-63836452-d56f-4bc4-aa78-8561ed13d686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841'] for port, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:41.426462 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ed346-250f-4bc2-b2b2-087d7970969b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462b6fdf-c684-4687-8cf3-2bbae4abc186,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:41.443859 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-012ed346-250f-4bc2-b2b2-087d7970969b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:41.445491 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:41.546084 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-012ed346-250f-4bc2-b2b2-087d7970969b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9176d0344a5d45858a214d3a6e35ce92&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8310831 May 17 16:22:41.560260 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 33668) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:41.580723 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_common [None req-4830f66f-45e9-48d3-9080-fabcebeae12c admin admin] Allocated IP 172.20.0.1 (b385ca28-bc09-4262-bdca-a3584d9f84aa/e88814d7-1622-4f60-af12-99e2074dbe02/2e4a0d97-3adc-404e-b5d8-6fe56725cda6) {{(pid=79281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:22:41.616278 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63836452-d56f-4bc4-aa78-8561ed13d686 admin admin] Network 95cb7f67-f70c-4a86-ad74-5eaf775bf7aa is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:22:41.619676 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [None req-63836452-d56f-4bc4-aa78-8561ed13d686 admin admin] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:22:41.628660 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63836452-d56f-4bc4-aa78-8561ed13d686 admin admin] Received port after_create {{(pid=79280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:22:41.635268 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-63836452-d56f-4bc4-aa78-8561ed13d686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432716'] for router_interface, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:41.687186 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-d02e7a93-35eb-4542-ba6f-f1613108c88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6909e3-a040-4d00-ae29-af5372cb6d94', 'name': 'tempest-ServerRescueNegativeTestJSON-1067657783-router', 'tenant_id': '2307c0670f344a09bf44ca921047944a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '64e80357-d000-4404-a0c8-3a83616d9f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:31Z', 'updated_at': '2021-05-17T16:22:34Z', 'revision_number': 3, 'project_id': '2307c0670f344a09bf44ca921047944a', 'gw_port': {'id': '64e80357-d000-4404-a0c8-3a83616d9f55', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6909e3-a040-4d00-ae29-af5372cb6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:22:41.694695 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02e7a93-35eb-4542-ba6f-f1613108c88b None None] The sync data for ids ['5d6909e3-a040-4d00-ae29-af5372cb6d94'] in dv-cinder-768105-8-iscsi is: [{'id': '5d6909e3-a040-4d00-ae29-af5372cb6d94', 'name': 'tempest-ServerRescueNegativeTestJSON-1067657783-router', 'tenant_id': '2307c0670f344a09bf44ca921047944a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '64e80357-d000-4404-a0c8-3a83616d9f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:31Z', 'updated_at': '2021-05-17T16:22:34Z', 'revision_number': 3, 'project_id': '2307c0670f344a09bf44ca921047944a', 'gw_port': {'id': '64e80357-d000-4404-a0c8-3a83616d9f55', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6909e3-a040-4d00-ae29-af5372cb6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}] {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:22:41.714489 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63836452-d56f-4bc4-aa78-8561ed13d686 admin admin] Pushing event updated for resources: {'Port': ['ID=e6dfe79e-7c23-4c3d-b6a1-963747615d11,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:41.719996 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-63836452-d56f-4bc4-aa78-8561ed13d686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:41.733225 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-0a0799ab-3688-4378-85d5-98708f2f6e17 None None] Notify callbacks [] for port, precommit_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:41.753501 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-0a0799ab-3688-4378-85d5-98708f2f6e17 None None] Transition to ACTIVE for port object 15d50f78-79b4-4b4c-a862-ffa56aa41472 will not be triggered until provisioned by entity L2. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:22:41.795726 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-956683a0-fea8-473f-bd95-c994a629b51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:41.856609 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-956683a0-fea8-473f-bd95-c994a629b51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:41.872276 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-0a0799ab-3688-4378-85d5-98708f2f6e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:41.880418 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:41.924636 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4830f66f-45e9-48d3-9080-fabcebeae12c admin admin] Notify callbacks [] for port, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:42.004096 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-0a0799ab-3688-4378-85d5-98708f2f6e17 None None] Attempting to bind port 15d50f78-79b4-4b4c-a862-ffa56aa41472 on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:22:42.004312 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-0a0799ab-3688-4378-85d5-98708f2f6e17 None None] Attempting to bind port 15d50f78-79b4-4b4c-a862-ffa56aa41472 by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:22:42.004935 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0799ab-3688-4378-85d5-98708f2f6e17 None None] Attempting to bind port 15d50f78-79b4-4b4c-a862-ffa56aa41472 on network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:22:42.013965 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0799ab-3688-4378-85d5-98708f2f6e17 None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:22:42.014517 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0799ab-3688-4378-85d5-98708f2f6e17 None None] Checking segment: {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:22:42.015047 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-0a0799ab-3688-4378-85d5-98708f2f6e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:42.015529 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0799ab-3688-4378-85d5-98708f2f6e17 None None] Bound using segment: {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:22:42.016157 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-0a0799ab-3688-4378-85d5-98708f2f6e17 None None] Bound port: 15d50f78-79b4-4b4c-a862-ffa56aa41472, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:22:42.016716 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-0a0799ab-3688-4378-85d5-98708f2f6e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:42.060184 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db210c7-30fd-4fc7-bf8c-c086226f70b2 None None] Pushing event updated for resources: {'Port': ['ID=15d50f78-79b4-4b4c-a862-ffa56aa41472,revision_number=2']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:42.063486 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-63836452-d56f-4bc4-aa78-8561ed13d686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:42.076424 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-8db210c7-30fd-4fc7-bf8c-c086226f70b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:42.136184 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-0a0799ab-3688-4378-85d5-98708f2f6e17 None None] For port 15d50f78-79b4-4b4c-a862-ffa56aa41472, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:22:42.140474 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-0a0799ab-3688-4378-85d5-98708f2f6e17 None None] For port 15d50f78-79b4-4b4c-a862-ffa56aa41472, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=15d50f78-79b4-4b4c-a862-ffa56aa41472,segment=NetworkSegment(b4de580b-76bc-403f-9a98-9ee7fe7150e1),segment_id=b4de580b-76bc-403f-9a98-9ee7fe7150e1)] {{(pid=79282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:22:42.171191 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-956683a0-fea8-473f-bd95-c994a629b51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:42.173091 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.provisioning_blocks [None req-4830f66f-45e9-48d3-9080-fabcebeae12c admin admin] Transition to ACTIVE for port object 2e4a0d97-3adc-404e-b5d8-6fe56725cda6 will not be triggered until provisioned by entity DHCP. {{(pid=79281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:22:42.184168 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:42.199467 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956683a0-fea8-473f-bd95-c994a629b51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462b6fdf-c684-4687-8cf3-2bbae4abc186,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:42.207351 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-956683a0-fea8-473f-bd95-c994a629b51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:42.226770 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-956683a0-fea8-473f-bd95-c994a629b51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:42.226770 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-956683a0-fea8-473f-bd95-c994a629b51d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/462b6fdf-c684-4687-8cf3-2bbae4abc186 HTTP/1.1" status: 204 len: 168 time: 0.6658645 May 17 16:22:42.242478 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f88c66ca-3553-43b0-afc9-38b06a5b2044 req-1891b362-081d-4ce3-a674-450f07657e36 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 210 time: 0.0844276 May 17 16:22:42.325948 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-0a0799ab-3688-4378-85d5-98708f2f6e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:42.331061 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:42.360046 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4830f66f-45e9-48d3-9080-fabcebeae12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841'] for port, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:42.367276 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:42.487609 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4830f66f-45e9-48d3-9080-fabcebeae12c admin admin] Network b385ca28-bc09-4262-bdca-a3584d9f84aa is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:22:42.492742 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-4830f66f-45e9-48d3-9080-fabcebeae12c admin admin] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:22:42.497691 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4830f66f-45e9-48d3-9080-fabcebeae12c admin admin] Received port after_create {{(pid=79281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:22:42.498602 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4830f66f-45e9-48d3-9080-fabcebeae12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432716'] for router_interface, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:42.516855 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 64e80357-d000-4404-a0c8-3a83616d9f55 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:22:42.564460 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1b8d3567-85ac-40b5-a35c-c5916fd44b1b req-37b6747c-8ac7-4fce-bcdb-92c48bdce771 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 210 time: 0.0631371 May 17 16:22:42.646225 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-63836452-d56f-4bc4-aa78-8561ed13d686 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:42.677529 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0799ab-3688-4378-85d5-98708f2f6e17 None None] Routers {'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:22:42.678432 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-0a0799ab-3688-4378-85d5-98708f2f6e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:22:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:22:42.737842 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-63836452-d56f-4bc4-aa78-8561ed13d686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:42.740629 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-63836452-d56f-4bc4-aa78-8561ed13d686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-515311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402923'] for router_interface, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:42.746859 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-66a38a31-cf14-42a6-8036-ac7ae6640a28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:42.815942 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:22:42.866843 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db210c7-30fd-4fc7-bf8c-c086226f70b2 None None] Pushing event updated for resources: {'Port': ['ID=15d50f78-79b4-4b4c-a862-ffa56aa41472,revision_number=3']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:42.886341 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-8db210c7-30fd-4fc7-bf8c-c086226f70b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:42.897379 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830f66f-45e9-48d3-9080-fabcebeae12c admin admin] Pushing event updated for resources: {'Port': ['ID=2e4a0d97-3adc-404e-b5d8-6fe56725cda6,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:42.902249 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-4830f66f-45e9-48d3-9080-fabcebeae12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:43.075352 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-0a0799ab-3688-4378-85d5-98708f2f6e17 None None] Set router ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:22:43.102553 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63836452-d56f-4bc4-aa78-8561ed13d686 admin admin] Pushing event updated for resources: {'Port': ['ID=e6dfe79e-7c23-4c3d-b6a1-963747615d11,revision_number=2']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:43.107424 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-63836452-d56f-4bc4-aa78-8561ed13d686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:43.117961 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63836452-d56f-4bc4-aa78-8561ed13d686 admin admin] Network 95cb7f67-f70c-4a86-ad74-5eaf775bf7aa is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:22:43.119871 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [None req-63836452-d56f-4bc4-aa78-8561ed13d686 admin admin] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:22:43.225242 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4830f66f-45e9-48d3-9080-fabcebeae12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:43.349254 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-3bbf4d75-5b89-499f-85f7-f5b254fd517c None None] Provisioning for port 2e4a0d97-3adc-404e-b5d8-6fe56725cda6 completed by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:22:43.355659 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port 64e80357-d000-4404-a0c8-3a83616d9f55 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:22:43.365222 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-3bbf4d75-5b89-499f-85f7-f5b254fd517c None None] Provisioning complete for port 2e4a0d97-3adc-404e-b5d8-6fe56725cda6 triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:22:43.365749 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-3bbf4d75-5b89-499f-85f7-f5b254fd517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:43.475055 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port 64e80357-d000-4404-a0c8-3a83616d9f55 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:22:43.476029 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:43.552613 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-3bbf4d75-5b89-499f-85f7-f5b254fd517c None None] Port 2e4a0d97-3adc-404e-b5d8-6fe56725cda6 cannot update to ACTIVE because it is not bound. {{(pid=79282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:22:43.566638 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9c6ab51b-096c-49f0-a716-1411bff32ee6 req-44918f42-8025-4a36-b3e7-269b51ffe8fe tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 210 time: 0.0942345 May 17 16:22:43.659956 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63836452-d56f-4bc4-aa78-8561ed13d686 admin admin] Router 5d6909e3-a040-4d00-ae29-af5372cb6d94 has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:22:43.717214 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:43.759036 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] For port 64e80357-d000-4404-a0c8-3a83616d9f55, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=64e80357-d000-4404-a0c8-3a83616d9f55,segment=NetworkSegment(b4de580b-76bc-403f-9a98-9ee7fe7150e1),segment_id=b4de580b-76bc-403f-9a98-9ee7fe7150e1)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:22:43.759488 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4830f66f-45e9-48d3-9080-fabcebeae12c admin admin] Notify callbacks [] for port, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:44.138358 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-0a0799ab-3688-4378-85d5-98708f2f6e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'name': 'tempest-AttachVolumeShelveTestJSON-1734573545-router', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:22:38Z', 'revision_number': 3, 'project_id': '0ea92b2008324514984db0dee23989df', 'gw_port': {'id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:36Z', 'updated_at': '2021-05-17T16:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:22:44.138358 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0799ab-3688-4378-85d5-98708f2f6e17 None None] The sync data for ids ['ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'] in dv-cinder-768105-8-iscsi is: [{'id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'name': 'tempest-AttachVolumeShelveTestJSON-1734573545-router', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:22:38Z', 'revision_number': 3, 'project_id': '0ea92b2008324514984db0dee23989df', 'gw_port': {'id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:36Z', 'updated_at': '2021-05-17T16:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}] {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:22:44.152309 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-99b7cc06-5ac9-4ec6-b4f8-55ac547e139a req-73e91832-3d44-4f6e-a243-15df6b45a883 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 210 time: 0.0679224 May 17 16:22:44.156549 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:44.157150 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4830f66f-45e9-48d3-9080-fabcebeae12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:44.157150 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4830f66f-45e9-48d3-9080-fabcebeae12c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-515311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402923'] for router_interface, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:44.157774 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-18d32bb5-01c4-408e-ab33-4e56c00a26ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:44.158212 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-5797210a-cdc8-41ff-b225-13aa4b2bf0d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:44.158751 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63836452-d56f-4bc4-aa78-8561ed13d686 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:22:44.158751 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-63836452-d56f-4bc4-aa78-8561ed13d686 admin admin] 10.222.0.11 "PUT /v2.0/routers/5d6909e3-a040-4d00-ae29-af5372cb6d94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7931337 May 17 16:22:44.159823 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Pushing event updated for resources: {'Port': ['ID=64e80357-d000-4404-a0c8-3a83616d9f55,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:44.159823 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:44.308746 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830f66f-45e9-48d3-9080-fabcebeae12c admin admin] Pushing event updated for resources: {'Port': ['ID=2e4a0d97-3adc-404e-b5d8-6fe56725cda6,revision_number=2']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:44.329894 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-4830f66f-45e9-48d3-9080-fabcebeae12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:44.347303 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4830f66f-45e9-48d3-9080-fabcebeae12c admin admin] Network b385ca28-bc09-4262-bdca-a3584d9f84aa is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:22:44.347484 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-4830f66f-45e9-48d3-9080-fabcebeae12c admin admin] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:22:44.365648 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 64e80357-d000-4404-a0c8-3a83616d9f55 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:22:44.481862 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port 64e80357-d000-4404-a0c8-3a83616d9f55 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:22:44.482239 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:44.503515 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286f3554-f9f0-4df6-88e6-68d2936553b4 None None] Sync routers for ids ['5d6909e3-a040-4d00-ae29-af5372cb6d94'] in dv-cinder-768105-8-iscsi {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:22:44.539306 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286f3554-f9f0-4df6-88e6-68d2936553b4 None None] Routers {'5d6909e3-a040-4d00-ae29-af5372cb6d94'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:22:44.539888 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-286f3554-f9f0-4df6-88e6-68d2936553b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:22:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['5d6909e3-a040-4d00-ae29-af5372cb6d94'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:22:44.714062 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4830f66f-45e9-48d3-9080-fabcebeae12c admin admin] Router ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:22:45.011446 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3a206f95-4cb4-42fd-8523-f88c5e7d384a req-0625b5fa-0ac1-4b71-a0d0-4e9ac2d1464f tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 210 time: 0.1479416 May 17 16:22:45.055911 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4ba71606-bb51-46af-b3a1-b3d3ec7f185b None None] Provisioning complete for port 2e4a0d97-3adc-404e-b5d8-6fe56725cda6 triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:22:45.056312 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4ba71606-bb51-46af-b3a1-b3d3ec7f185b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:45.180092 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4830f66f-45e9-48d3-9080-fabcebeae12c admin admin] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:22:45.192932 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-4830f66f-45e9-48d3-9080-fabcebeae12c admin admin] 10.222.0.11 "PUT /v2.0/routers/ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0843370 May 17 16:22:45.214050 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-286f3554-f9f0-4df6-88e6-68d2936553b4 None None] Set router 5d6909e3-a040-4d00-ae29-af5372cb6d94 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:22:45.253655 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-4ba71606-bb51-46af-b3a1-b3d3ec7f185b None None] Port 2e4a0d97-3adc-404e-b5d8-6fe56725cda6 cannot update to ACTIVE because it is not bound. {{(pid=79282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:22:45.469638 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4a589410-a4e1-4473-b264-6eb76058c90f req-0812604d-3173-4e44-81a5-3bb02f92b275 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 210 time: 0.2191956 May 17 16:22:45.474238 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-eb22ba36-213e-4006-89d1-d486f0e2c4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:45.481189 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.24', 61044) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:45.867493 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-286f3554-f9f0-4df6-88e6-68d2936553b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6909e3-a040-4d00-ae29-af5372cb6d94', 'name': 'tempest-ServerRescueNegativeTestJSON-1067657783-router', 'tenant_id': '2307c0670f344a09bf44ca921047944a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '64e80357-d000-4404-a0c8-3a83616d9f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:31Z', 'updated_at': '2021-05-17T16:22:41Z', 'revision_number': 4, 'project_id': '2307c0670f344a09bf44ca921047944a', 'gw_port': {'id': '64e80357-d000-4404-a0c8-3a83616d9f55', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6909e3-a040-4d00-ae29-af5372cb6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'e6dfe79e-7c23-4c3d-b6a1-963747615d11', 'name': '', 'network_id': '95cb7f67-f70c-4a86-ad74-5eaf775bf7aa', 'tenant_id': '2307c0670f344a09bf44ca921047944a', 'mac_address': 'fa:16:3e:cd:d8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6909e3-a040-4d00-ae29-af5372cb6d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaf05fe-e49f-4388-8c5b-0bf658a1d6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:39Z', 'updated_at': '2021-05-17T16:22:42Z', 'revision_number': 2, 'project_id': '2307c0670f344a09bf44ca921047944a', 'subnets': [{'id': 'bdaf05fe-e49f-4388-8c5b-0bf658a1d6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:22:45.873186 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286f3554-f9f0-4df6-88e6-68d2936553b4 None None] Checking router: 5d6909e3-a040-4d00-ae29-af5372cb6d94 for host: dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:22:45.873609 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286f3554-f9f0-4df6-88e6-68d2936553b4 None None] Updating router 5d6909e3-a040-4d00-ae29-af5372cb6d94 port e6dfe79e-7c23-4c3d-b6a1-963747615d11 binding host dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:22:45.935069 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fd150-5b21-4616-945e-41a260d46091 req-63234cd6-996c-4527-bf75-ff78a10742db tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:45.937059 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-6b5fd150-5b21-4616-945e-41a260d46091 req-63234cd6-996c-4527-bf75-ff78a10742db tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.24 "GET /v2.0/networks?id=1669059c-f1c8-455e-9511-5763b727b621 HTTP/1.1" status: 200 len: 811 time: 0.4540939 May 17 16:22:45.941145 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-286f3554-f9f0-4df6-88e6-68d2936553b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:45.986582 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-992f6fd1-ec51-45ca-b59e-326754c94db5 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:45.987319 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-992f6fd1-ec51-45ca-b59e-326754c94db5 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Synchronizing usage tracker for tenant:2307c0670f344a09bf44ca921047944a on resource:network {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:22:46.003907 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [req-6b5fd150-5b21-4616-945e-41a260d46091 req-60f78062-c9ac-4967-9e6d-71c9938ec6ca tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Request body: {'port': {'device_id': '1b621e06-0fcf-4261-a84a-30d04f88c470', 'network_id': '1669059c-f1c8-455e-9511-5763b727b621', 'admin_state_up': True, 'tenant_id': '02315a55917243dbb871d662415925d4'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:22:46.123004 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-992f6fd1-ec51-45ca-b59e-326754c94db5 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Unset dirty status for tenant:2307c0670f344a09bf44ca921047944a on resource:network {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:22:46.128224 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-992f6fd1-ec51-45ca-b59e-326754c94db5 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/networks?id=95cb7f67-f70c-4a86-ad74-5eaf775bf7aa HTTP/1.1" status: 200 len: 819 time: 0.3835073 May 17 16:22:46.175079 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-03a36b37-f6e8-47a3-af43-afd7014f4438 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/quotas/2307c0670f344a09bf44ca921047944a HTTP/1.1" status: 200 len: 375 time: 0.0399961 May 17 16:22:46.451554 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 15d50f78-79b4-4b4c-a862-ffa56aa41472 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:22:46.472207 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-19798215-07be-49fd-b482-0760dcad7cd8 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Synchronizing usage tracker for tenant:2307c0670f344a09bf44ca921047944a on resource:port {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:22:46.558803 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.24', 61047) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:46.680500 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 33816) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:46.698152 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-19798215-07be-49fd-b482-0760dcad7cd8 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Unset dirty status for tenant:2307c0670f344a09bf44ca921047944a on resource:port {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:22:46.714949 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-19798215-07be-49fd-b482-0760dcad7cd8 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2307c0670f344a09bf44ca921047944a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5387053 May 17 16:22:46.734241 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [req-6b5fd150-5b21-4616-945e-41a260d46091 req-60f78062-c9ac-4967-9e6d-71c9938ec6ca tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:46.741493 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-6b5fd150-5b21-4616-945e-41a260d46091 req-60f78062-c9ac-4967-9e6d-71c9938ec6ca tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Usage tracker for resource:port and tenant:02315a55917243dbb871d662415925d4 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:46.745923 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-6b5fd150-5b21-4616-945e-41a260d46091 req-60f78062-c9ac-4967-9e6d-71c9938ec6ca tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:46.769897 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [req-6b5fd150-5b21-4616-945e-41a260d46091 req-60f78062-c9ac-4967-9e6d-71c9938ec6ca tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:46.884802 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port 15d50f78-79b4-4b4c-a862-ffa56aa41472 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:22:46.890984 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port 15d50f78-79b4-4b4c-a862-ffa56aa41472 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:22:46.891371 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:46.926461 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b5fd150-5b21-4616-945e-41a260d46091 req-60f78062-c9ac-4967-9e6d-71c9938ec6ca tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Made reservation on behalf of 02315a55917243dbb871d662415925d4 for: {'port': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:22:46.931502 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-6b5fd150-5b21-4616-945e-41a260d46091 req-60f78062-c9ac-4967-9e6d-71c9938ec6ca tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:47.011574 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-286f3554-f9f0-4df6-88e6-68d2936553b4 None None] Notify callbacks [] for port, precommit_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:47.053668 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.provisioning_blocks [None req-286f3554-f9f0-4df6-88e6-68d2936553b4 None None] Transition to ACTIVE for port object e6dfe79e-7c23-4c3d-b6a1-963747615d11 will not be triggered until provisioned by entity L2. {{(pid=79283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:22:47.113357 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-03841bc2-eb2b-4700-b872-f9364834295c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Request body: {'security_group': {'name': 'tempest-securitygroup--562163902', 'description': 'tempest-description--321213242'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:22:47.131933 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-03841bc2-eb2b-4700-b872-f9364834295c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:47.140790 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-03841bc2-eb2b-4700-b872-f9364834295c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Usage tracker for resource:security_group and tenant:0ea92b2008324514984db0dee23989df is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:47.151393 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-03841bc2-eb2b-4700-b872-f9364834295c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:47.170337 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-03841bc2-eb2b-4700-b872-f9364834295c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:47.210877 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-286f3554-f9f0-4df6-88e6-68d2936553b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:47.216537 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [None req-d1737e58-c22d-4614-a1a3-d8b4cc383729 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:47.231614 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f230e9-34dd-43cd-9996-809736e75bf2 None None] Sync routers for ids ['ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'] in dv-cinder-768105-8-iscsi {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:22:47.300303 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f230e9-34dd-43cd-9996-809736e75bf2 None None] Routers {'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:22:47.305015 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-33f230e9-34dd-43cd-9996-809736e75bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:22:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:22:47.398223 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_common [req-6b5fd150-5b21-4616-945e-41a260d46091 req-60f78062-c9ac-4967-9e6d-71c9938ec6ca tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Allocated IP 172.20.0.14 (1669059c-f1c8-455e-9511-5763b727b621/9e98c336-343c-4f40-83fb-951cdebda34a/e9b802f7-048d-4818-b2ef-36bcaa2b0e05) {{(pid=79281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:22:47.444431 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-f88f9aaa-891a-4551-ab73-1d30d33d018d service neutron] 10.222.0.11 "GET /v2.0/networks/95cb7f67-f70c-4a86-ad74-5eaf775bf7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7259412 May 17 16:22:47.454874 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-533d6da2-f973-4eef-b855-6826deea3b11 req-4bf70012-1e03-497a-94ba-8e957d39f67e tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 210 time: 0.3875804 May 17 16:22:47.456740 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-03841bc2-eb2b-4700-b872-f9364834295c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:47.530632 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3690e6c-4e77-4819-9daa-0d31530f18c0 None None] Pushing event updated for resources: {'Port': ['ID=e6dfe79e-7c23-4c3d-b6a1-963747615d11,revision_number=3']} {{(pid=79283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:47.546816 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [None req-a3690e6c-4e77-4819-9daa-0d31530f18c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:47.671729 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-33f230e9-34dd-43cd-9996-809736e75bf2 None None] Set router ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:22:47.808550 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-286f3554-f9f0-4df6-88e6-68d2936553b4 None None] Attempting to bind port e6dfe79e-7c23-4c3d-b6a1-963747615d11 on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:22:47.809178 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-286f3554-f9f0-4df6-88e6-68d2936553b4 None None] Attempting to bind port e6dfe79e-7c23-4c3d-b6a1-963747615d11 by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': 'e467b5df-9bda-4a24-b9f3-a42726381aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95cb7f67-f70c-4a86-ad74-5eaf775bf7aa'}] {{(pid=79283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:22:47.809745 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286f3554-f9f0-4df6-88e6-68d2936553b4 None None] Attempting to bind port e6dfe79e-7c23-4c3d-b6a1-963747615d11 on network 95cb7f67-f70c-4a86-ad74-5eaf775bf7aa {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:22:47.817609 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286f3554-f9f0-4df6-88e6-68d2936553b4 None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:22:47.822616 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286f3554-f9f0-4df6-88e6-68d2936553b4 None None] Checking segment: {'id': 'e467b5df-9bda-4a24-b9f3-a42726381aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95cb7f67-f70c-4a86-ad74-5eaf775bf7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:22:47.822616 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-286f3554-f9f0-4df6-88e6-68d2936553b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:47.822616 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286f3554-f9f0-4df6-88e6-68d2936553b4 None None] Bound using segment: {'id': 'e467b5df-9bda-4a24-b9f3-a42726381aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95cb7f67-f70c-4a86-ad74-5eaf775bf7aa'} {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:22:47.822616 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-286f3554-f9f0-4df6-88e6-68d2936553b4 None None] Bound port: e6dfe79e-7c23-4c3d-b6a1-963747615d11, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e467b5df-9bda-4a24-b9f3-a42726381aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95cb7f67-f70c-4a86-ad74-5eaf775bf7aa'}}] {{(pid=79283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:22:47.822616 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-286f3554-f9f0-4df6-88e6-68d2936553b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:47.965153 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-cdc23abf-1ad6-4df8-8d8f-c6ea2ac9f68b service neutron] 10.222.0.11 "GET /v2.0/networks/95cb7f67-f70c-4a86-ad74-5eaf775bf7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483535 May 17 16:22:47.975139 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:47.996797 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] For port 15d50f78-79b4-4b4c-a862-ffa56aa41472, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=15d50f78-79b4-4b4c-a862-ffa56aa41472,segment=NetworkSegment(b4de580b-76bc-403f-9a98-9ee7fe7150e1),segment_id=b4de580b-76bc-403f-9a98-9ee7fe7150e1)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:22:48.107083 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.db [None req-286f3554-f9f0-4df6-88e6-68d2936553b4 None None] For port e6dfe79e-7c23-4c3d-b6a1-963747615d11, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:22:48.114386 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.db [None req-286f3554-f9f0-4df6-88e6-68d2936553b4 None None] For port e6dfe79e-7c23-4c3d-b6a1-963747615d11, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=e6dfe79e-7c23-4c3d-b6a1-963747615d11,segment=NetworkSegment(e467b5df-9bda-4a24-b9f3-a42726381aa8),segment_id=e467b5df-9bda-4a24-b9f3-a42726381aa8)] {{(pid=79283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:22:48.143207 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-03841bc2-eb2b-4700-b872-f9364834295c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:48.147974 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:48.151278 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-6b5fd150-5b21-4616-945e-41a260d46091 req-60f78062-c9ac-4967-9e6d-71c9938ec6ca tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Notify callbacks [] for port, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:48.151851 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-03841bc2-eb2b-4700-b872-f9364834295c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Usage tracker for resource:security_group_rule and tenant:0ea92b2008324514984db0dee23989df is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:48.160093 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-03841bc2-eb2b-4700-b872-f9364834295c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:48.172036 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-3ea03b6c-8bad-4862-8f67-99fd4ffc26ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:48.190489 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-79cdb39d-fb7d-42fe-b72b-305535e77278 req-cc1422cf-6563-4447-91ff-4aad5813418e tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 210 time: 0.2318871 May 17 16:22:48.222994 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112796cd-708d-4862-99ad-5f9c0519955c req-c28a9d0c-14cd-48fc-8741-0871e8d69e95 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:48.224523 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-112796cd-708d-4862-99ad-5f9c0519955c req-c28a9d0c-14cd-48fc-8741-0871e8d69e95 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.24 "GET /v2.0/networks?id=78295850-4922-436a-a3e2-89441ba0baee HTTP/1.1" status: 200 len: 815 time: 1.6570435 May 17 16:22:48.225469 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-03841bc2-eb2b-4700-b872-f9364834295c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:48.268850 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Pushing event updated for resources: {'Port': ['ID=15d50f78-79b4-4b4c-a862-ffa56aa41472,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:48.275346 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:48.279162 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:48.314995 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [req-112796cd-708d-4862-99ad-5f9c0519955c req-e5868cf2-1fa2-4931-a23a-524e03994838 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Request body: {'port': {'device_id': 'd91e43c6-a9f6-4b00-bf1d-d381ea02e0c3', 'network_id': '78295850-4922-436a-a3e2-89441ba0baee', 'admin_state_up': True, 'tenant_id': '0fce3d29ce494d39b82d25912ade041d'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:22:48.321800 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-33f230e9-34dd-43cd-9996-809736e75bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'name': 'tempest-AttachVolumeShelveTestJSON-1734573545-router', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:22:43Z', 'revision_number': 4, 'project_id': '0ea92b2008324514984db0dee23989df', 'gw_port': {'id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bb:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:36Z', 'updated_at': '2021-05-17T16:22:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': '2e4a0d97-3adc-404e-b5d8-6fe56725cda6', 'name': '', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'mac_address': 'fa:16:3e:88:0f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:41Z', 'updated_at': '2021-05-17T16:22:43Z', 'revision_number': 2, 'project_id': '0ea92b2008324514984db0dee23989df', 'subnets': [{'id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:22:48.327525 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f230e9-34dd-43cd-9996-809736e75bf2 None None] Checking router: ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 for host: dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:22:48.327717 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f230e9-34dd-43cd-9996-809736e75bf2 None None] Updating router ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 port 2e4a0d97-3adc-404e-b5d8-6fe56725cda6 binding host dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:22:48.337748 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-286f3554-f9f0-4df6-88e6-68d2936553b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:48.363959 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [None req-a3690e6c-4e77-4819-9daa-0d31530f18c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:48.377517 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-6b5fd150-5b21-4616-945e-41a260d46091 req-60f78062-c9ac-4967-9e6d-71c9938ec6ca tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841'] for port, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:48.385168 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:48.432521 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-ae79db53-46c3-4afe-904b-b184f7556e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:48.509828 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286f3554-f9f0-4df6-88e6-68d2936553b4 None None] Routers {'5d6909e3-a040-4d00-ae29-af5372cb6d94'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:22:48.518690 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-33f230e9-34dd-43cd-9996-809736e75bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:48.522946 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-286f3554-f9f0-4df6-88e6-68d2936553b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:22:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['5d6909e3-a040-4d00-ae29-af5372cb6d94'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:22:48.817080 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b5fd150-5b21-4616-945e-41a260d46091 req-60f78062-c9ac-4967-9e6d-71c9938ec6ca tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Network 1669059c-f1c8-455e-9511-5763b727b621 is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:22:48.840023 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [req-6b5fd150-5b21-4616-945e-41a260d46091 req-60f78062-c9ac-4967-9e6d-71c9938ec6ca tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:22:48.859926 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5fd150-5b21-4616-945e-41a260d46091 req-60f78062-c9ac-4967-9e6d-71c9938ec6ca tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Received port after_create {{(pid=79281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:22:48.886796 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fd150-5b21-4616-945e-41a260d46091 req-60f78062-c9ac-4967-9e6d-71c9938ec6ca tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:48.888165 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-6b5fd150-5b21-4616-945e-41a260d46091 req-60f78062-c9ac-4967-9e6d-71c9938ec6ca tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:49.001740 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f78062-c9ac-4967-9e6d-71c9938ec6ca tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Pushing event updated for resources: {'Port': ['ID=e9b802f7-048d-4818-b2ef-36bcaa2b0e05,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:49.018983 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-60f78062-c9ac-4967-9e6d-71c9938ec6ca tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:49.072780 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e5b4fd97-49b9-4ae1-90bf-c09726b3da33 req-890b8e1e-fa62-48c2-a270-4f20ca2a3e22 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 210 time: 0.4416795 May 17 16:22:49.079785 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-6b5fd150-5b21-4616-945e-41a260d46091 req-60f78062-c9ac-4967-9e6d-71c9938ec6ca tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0832169 May 17 16:22:49.090850 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-03841bc2-eb2b-4700-b872-f9364834295c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:49.235384 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3690e6c-4e77-4819-9daa-0d31530f18c0 None None] Pushing event updated for resources: {'Port': ['ID=e6dfe79e-7c23-4c3d-b6a1-963747615d11,revision_number=4']} {{(pid=79283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:49.243559 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [req-6b5fd150-5b21-4616-945e-41a260d46091 req-1e18ffc1-4a10-4a08-8a42-2bd4699b59fa tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=79281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 16:22:49.246907 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-6b5fd150-5b21-4616-945e-41a260d46091 req-1e18ffc1-4a10-4a08-8a42-2bd4699b59fa tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136743 May 17 16:22:49.247788 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-03841bc2-eb2b-4700-b872-f9364834295c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:49.263891 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:49.264685 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [None req-a3690e6c-4e77-4819-9daa-0d31530f18c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.901s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:49.324085 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03841bc2-eb2b-4700-b872-f9364834295c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f45fe645-50b9-4e4a-afde-3797f51605c7,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:49.326120 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-03841bc2-eb2b-4700-b872-f9364834295c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:49.326120 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [req-112796cd-708d-4862-99ad-5f9c0519955c req-e5868cf2-1fa2-4931-a23a-524e03994838 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:49.357951 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:49.358563 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-112796cd-708d-4862-99ad-5f9c0519955c req-e5868cf2-1fa2-4931-a23a-524e03994838 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Usage tracker for resource:port and tenant:0fce3d29ce494d39b82d25912ade041d is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:49.409263 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5961df-ae3b-4d94-b24b-0df581c811b0 req-9af42a56-4597-4534-a3e9-ca607d7fc4f2 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:49.413561 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ce5961df-ae3b-4d94-b24b-0df581c811b0 req-9af42a56-4597-4534-a3e9-ca607d7fc4f2 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 932 time: 0.5425148 May 17 16:22:49.416419 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-112796cd-708d-4862-99ad-5f9c0519955c req-e5868cf2-1fa2-4931-a23a-524e03994838 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:49.428501 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-286f3554-f9f0-4df6-88e6-68d2936553b4 None None] Set router 5d6909e3-a040-4d00-ae29-af5372cb6d94 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:22:49.474844 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [req-112796cd-708d-4862-99ad-5f9c0519955c req-e5868cf2-1fa2-4931-a23a-524e03994838 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:49.537893 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-03841bc2-eb2b-4700-b872-f9364834295c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:49.547201 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-03841bc2-eb2b-4700-b872-f9364834295c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 2.8217916 May 17 16:22:49.551937 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 33912) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:49.557976 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-c54324fd-b029-48ba-a9b5-4a28b10b6c81 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Request body: {'security_group_rule': {'security_group_id': 'f45fe645-50b9-4e4a-afde-3797f51605c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:22:49.571423 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-c54324fd-b029-48ba-a9b5-4a28b10b6c81 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:49.593323 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-c54324fd-b029-48ba-a9b5-4a28b10b6c81 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Usage tracker for resource:security_group_rule and tenant:0ea92b2008324514984db0dee23989df is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:49.619524 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-c54324fd-b029-48ba-a9b5-4a28b10b6c81 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:49.667644 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-c54324fd-b029-48ba-a9b5-4a28b10b6c81 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:49.775381 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9650f737-5bbe-4ed9-ae9e-9e0b802262fb req-647939af-8b47-4a17-a95b-907639a9a927 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 210 time: 0.1836593 May 17 16:22:49.788074 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [req-6b5fd150-5b21-4616-945e-41a260d46091 req-f5e10667-2e84-42a2-8baa-26f097a8ea35 service neutron] Request body: {'port': {'device_id': '1b621e06-0fcf-4261-a84a-30d04f88c470', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:22:49.791029 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-112796cd-708d-4862-99ad-5f9c0519955c req-e5868cf2-1fa2-4931-a23a-524e03994838 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Made reservation on behalf of 0fce3d29ce494d39b82d25912ade041d for: {'port': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:22:49.822436 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-112796cd-708d-4862-99ad-5f9c0519955c req-e5868cf2-1fa2-4931-a23a-524e03994838 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:49.838353 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-33f230e9-34dd-43cd-9996-809736e75bf2 None None] Notify callbacks [] for port, precommit_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:49.864749 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-33f230e9-34dd-43cd-9996-809736e75bf2 None None] Transition to ACTIVE for port object 2e4a0d97-3adc-404e-b5d8-6fe56725cda6 will not be triggered until provisioned by entity L2. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:22:49.925985 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-ce5961df-ae3b-4d94-b24b-0df581c811b0 req-86c112da-42c2-44c3-8487-d5096dad5aec tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Synchronizing usage tracker for tenant:02315a55917243dbb871d662415925d4 on resource:security_group {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:22:50.010720 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-33f230e9-34dd-43cd-9996-809736e75bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:50.016500 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:50.173578 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c54324fd-b029-48ba-a9b5-4a28b10b6c81 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:50.239425 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-ce5961df-ae3b-4d94-b24b-0df581c811b0 req-86c112da-42c2-44c3-8487-d5096dad5aec tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Unset dirty status for tenant:02315a55917243dbb871d662415925d4 on resource:security_group {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:22:50.256219 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ce5961df-ae3b-4d94-b24b-0df581c811b0 req-86c112da-42c2-44c3-8487-d5096dad5aec tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/security-groups?id=497b4876-cf12-4cd4-ba0a-f9638e6db0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8281038 May 17 16:22:50.359683 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-6b5fd150-5b21-4616-945e-41a260d46091 req-f5e10667-2e84-42a2-8baa-26f097a8ea35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:50.381038 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c54324fd-b029-48ba-a9b5-4a28b10b6c81 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:50.523623 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c54324fd-b029-48ba-a9b5-4a28b10b6c81 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337405'] for security_group_rule, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:50.556959 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:50.567259 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 15d50f78-79b4-4b4c-a862-ffa56aa41472 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:22:50.774532 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa975bb-9a34-4341-97d1-0f95ec936cce None None] Pushing event updated for resources: {'Port': ['ID=2e4a0d97-3adc-404e-b5d8-6fe56725cda6,revision_number=3']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:50.798803 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-9aa975bb-9a34-4341-97d1-0f95ec936cce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:50.872144 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54324fd-b029-48ba-a9b5-4a28b10b6c81 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef88d391-16e6-450f-852d-f200e678d67c,revision_number=0']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:50.880071 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-286f3554-f9f0-4df6-88e6-68d2936553b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6909e3-a040-4d00-ae29-af5372cb6d94', 'name': 'tempest-ServerRescueNegativeTestJSON-1067657783-router', 'tenant_id': '2307c0670f344a09bf44ca921047944a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '64e80357-d000-4404-a0c8-3a83616d9f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:31Z', 'updated_at': '2021-05-17T16:22:41Z', 'revision_number': 4, 'project_id': '2307c0670f344a09bf44ca921047944a', 'gw_port': {'id': '64e80357-d000-4404-a0c8-3a83616d9f55', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6909e3-a040-4d00-ae29-af5372cb6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'e6dfe79e-7c23-4c3d-b6a1-963747615d11', 'name': '', 'network_id': '95cb7f67-f70c-4a86-ad74-5eaf775bf7aa', 'tenant_id': '2307c0670f344a09bf44ca921047944a', 'mac_address': 'fa:16:3e:cd:d8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6909e3-a040-4d00-ae29-af5372cb6d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaf05fe-e49f-4388-8c5b-0bf658a1d6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:39Z', 'updated_at': '2021-05-17T16:22:48Z', 'revision_number': 4, 'project_id': '2307c0670f344a09bf44ca921047944a', 'subnets': [{'id': 'bdaf05fe-e49f-4388-8c5b-0bf658a1d6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:22:50.894217 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286f3554-f9f0-4df6-88e6-68d2936553b4 None None] The sync data for ids ['5d6909e3-a040-4d00-ae29-af5372cb6d94'] in dv-cinder-768105-8-iscsi is: [{'id': '5d6909e3-a040-4d00-ae29-af5372cb6d94', 'name': 'tempest-ServerRescueNegativeTestJSON-1067657783-router', 'tenant_id': '2307c0670f344a09bf44ca921047944a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '64e80357-d000-4404-a0c8-3a83616d9f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:31Z', 'updated_at': '2021-05-17T16:22:41Z', 'revision_number': 4, 'project_id': '2307c0670f344a09bf44ca921047944a', 'gw_port': {'id': '64e80357-d000-4404-a0c8-3a83616d9f55', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6909e3-a040-4d00-ae29-af5372cb6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'e6dfe79e-7c23-4c3d-b6a1-963747615d11', 'name': '', 'network_id': '95cb7f67-f70c-4a86-ad74-5eaf775bf7aa', 'tenant_id': '2307c0670f344a09bf44ca921047944a', 'mac_address': 'fa:16:3e:cd:d8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6909e3-a040-4d00-ae29-af5372cb6d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'bdaf05fe-e49f-4388-8c5b-0bf658a1d6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:39Z', 'updated_at': '2021-05-17T16:22:48Z', 'revision_number': 4, 'project_id': '2307c0670f344a09bf44ca921047944a', 'subnets': [{'id': 'bdaf05fe-e49f-4388-8c5b-0bf658a1d6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:22:50.914975 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-c54324fd-b029-48ba-a9b5-4a28b10b6c81 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:51.053355 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c54324fd-b029-48ba-a9b5-4a28b10b6c81 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:51.062550 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-c54324fd-b029-48ba-a9b5-4a28b10b6c81 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5094366 May 17 16:22:51.070389 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 33958) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:51.189963 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:51.223802 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-3773499f-a81b-449c-9e17-5167916a52aa tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Request body: {'security_group_rule': {'security_group_id': 'f45fe645-50b9-4e4a-afde-3797f51605c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:22:51.302282 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port 15d50f78-79b4-4b4c-a862-ffa56aa41472 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:22:51.305858 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:51.310882 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-3773499f-a81b-449c-9e17-5167916a52aa tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:51.343572 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-3773499f-a81b-449c-9e17-5167916a52aa tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Usage tracker for resource:security_group_rule and tenant:0ea92b2008324514984db0dee23989df is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:51.348158 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 33968) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:51.358820 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_common [req-112796cd-708d-4862-99ad-5f9c0519955c req-e5868cf2-1fa2-4931-a23a-524e03994838 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Allocated IP 172.20.0.3 (78295850-4922-436a-a3e2-89441ba0baee/3e301c64-858a-4909-8df8-c3fa15fb506f/86fad90c-e820-4374-9e22-5ce06dd0f2ea) {{(pid=79280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:22:51.382119 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-f23f5edc-aa74-4c1f-aafc-2ae01443623b tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:51.387202 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-3773499f-a81b-449c-9e17-5167916a52aa tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:51.401092 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-f23f5edc-aa74-4c1f-aafc-2ae01443623b tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/networks?id=95cb7f67-f70c-4a86-ad74-5eaf775bf7aa HTTP/1.1" status: 200 len: 819 time: 1.2933180 May 17 16:22:51.403928 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-3773499f-a81b-449c-9e17-5167916a52aa tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:51.438691 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-33f230e9-34dd-43cd-9996-809736e75bf2 None None] Attempting to bind port 2e4a0d97-3adc-404e-b5d8-6fe56725cda6 on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:22:51.438879 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-33f230e9-34dd-43cd-9996-809736e75bf2 None None] Attempting to bind port 2e4a0d97-3adc-404e-b5d8-6fe56725cda6 by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': 'cca19a82-32c8-492d-bbe8-da6eb371ac83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa'}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:22:51.439867 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f230e9-34dd-43cd-9996-809736e75bf2 None None] Attempting to bind port 2e4a0d97-3adc-404e-b5d8-6fe56725cda6 on network b385ca28-bc09-4262-bdca-a3584d9f84aa {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:22:51.450002 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f230e9-34dd-43cd-9996-809736e75bf2 None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:22:51.452684 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f230e9-34dd-43cd-9996-809736e75bf2 None None] Checking segment: {'id': 'cca19a82-32c8-492d-bbe8-da6eb371ac83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:22:51.453002 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-33f230e9-34dd-43cd-9996-809736e75bf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:51.453518 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f230e9-34dd-43cd-9996-809736e75bf2 None None] Bound using segment: {'id': 'cca19a82-32c8-492d-bbe8-da6eb371ac83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa'} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:22:51.453677 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7bd83d59-b459-4efb-8d9e-12ab606b1d42 req-148a0f77-4ade-475b-9f95-0292af05b36c tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 210 time: 0.1950345 May 17 16:22:51.466386 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-33f230e9-34dd-43cd-9996-809736e75bf2 None None] Bound port: 2e4a0d97-3adc-404e-b5d8-6fe56725cda6, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca19a82-32c8-492d-bbe8-da6eb371ac83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa'}}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:22:51.466386 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-33f230e9-34dd-43cd-9996-809736e75bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:51.505109 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-f1f1c7b2-f12c-47e1-a2ea-c13db796ba81 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/quotas/2307c0670f344a09bf44ca921047944a HTTP/1.1" status: 200 len: 375 time: 0.1027648 May 17 16:22:51.589907 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3773499f-a81b-449c-9e17-5167916a52aa tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:51.756003 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.db.resource_extend [req-6b5fd150-5b21-4616-945e-41a260d46091 req-f5e10667-2e84-42a2-8baa-26f097a8ea35 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 17 16:22:51.835879 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-33f230e9-34dd-43cd-9996-809736e75bf2 None None] For port 2e4a0d97-3adc-404e-b5d8-6fe56725cda6, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:22:51.839676 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-33f230e9-34dd-43cd-9996-809736e75bf2 None None] For port 2e4a0d97-3adc-404e-b5d8-6fe56725cda6, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=2e4a0d97-3adc-404e-b5d8-6fe56725cda6,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:22:51.853444 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:51.940794 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [req-6b5fd150-5b21-4616-945e-41a260d46091 req-f5e10667-2e84-42a2-8baa-26f097a8ea35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b802f7-048d-4818-b2ef-36bcaa2b0e05 {{(pid=79281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:22:51.946244 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3773499f-a81b-449c-9e17-5167916a52aa tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:51.959942 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-6b5fd150-5b21-4616-945e-41a260d46091 req-f5e10667-2e84-42a2-8baa-26f097a8ea35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:51.977965 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.provisioning_blocks [req-6b5fd150-5b21-4616-945e-41a260d46091 req-f5e10667-2e84-42a2-8baa-26f097a8ea35 service neutron] Transition to ACTIVE for port object e9b802f7-048d-4818-b2ef-36bcaa2b0e05 will not be triggered until provisioned by entity L2. {{(pid=79281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:22:51.996439 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-33f230e9-34dd-43cd-9996-809736e75bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:52.039501 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3773499f-a81b-449c-9e17-5167916a52aa tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337405'] for security_group_rule, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:52.039678 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-05ad7e53-747f-4fba-b3f1-689614bfd1c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:52.041877 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-c54324fd-b029-48ba-a9b5-4a28b10b6c81 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:52.073559 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773499f-a81b-449c-9e17-5167916a52aa tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6afb34ea-6567-4eab-b77a-be103d48e58e,revision_number=0']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:52.084701 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-3773499f-a81b-449c-9e17-5167916a52aa tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:52.091004 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-6b5fd150-5b21-4616-945e-41a260d46091 req-f5e10667-2e84-42a2-8baa-26f097a8ea35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:52.113699 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-60f78062-c9ac-4967-9e6d-71c9938ec6ca tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:52.128650 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-37cd7e12-71c7-4001-b188-48ffe3b1e28b tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2307c0670f344a09bf44ca921047944a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6174126 May 17 16:22:52.207521 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f230e9-34dd-43cd-9996-809736e75bf2 None None] Routers {'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:22:52.208072 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-33f230e9-34dd-43cd-9996-809736e75bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:22:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:22:52.279987 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e10667-2e84-42a2-8baa-26f097a8ea35 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b802f7-048d-4818-b2ef-36bcaa2b0e05,revision_number=2']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:52.349945 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-f5e10667-2e84-42a2-8baa-26f097a8ea35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:52.376963 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-b91dab67-2c6f-4253-9e19-a8abbb033d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:52.431304 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device e6dfe79e-7c23-4c3d-b6a1-963747615d11 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:22:52.567284 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d165b-1f03-4e77-9106-955ef636462f req-8edc1fc5-ebd6-4157-a6ab-74cca96bf47a tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:52.584836 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-aa8d165b-1f03-4e77-9106-955ef636462f req-8edc1fc5-ebd6-4157-a6ab-74cca96bf47a tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 932 time: 0.8233576 May 17 16:22:52.652015 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-0452451d-754b-41b5-bbaa-2fad54db522a service neutron] 10.222.0.11 "GET /v2.0/networks/95cb7f67-f70c-4a86-ad74-5eaf775bf7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223343 May 17 16:22:52.697444 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3773499f-a81b-449c-9e17-5167916a52aa tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:52.706193 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-3773499f-a81b-449c-9e17-5167916a52aa tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6311805 May 17 16:22:52.706193 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 33990) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:52.707887 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-b91dab67-2c6f-4253-9e19-a8abbb033d89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:52.732716 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-f3efa45d-20d1-43e9-912a-e9b8a6ad020b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Request body: {'floatingip': {'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:22:52.740522 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-f3efa45d-20d1-43e9-912a-e9b8a6ad020b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:52.745744 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa975bb-9a34-4341-97d1-0f95ec936cce None None] Pushing event updated for resources: {'Port': ['ID=2e4a0d97-3adc-404e-b5d8-6fe56725cda6,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:52.746678 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-f3efa45d-20d1-43e9-912a-e9b8a6ad020b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Usage tracker for resource:floatingip and tenant:0ea92b2008324514984db0dee23989df is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:52.751136 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-f3efa45d-20d1-43e9-912a-e9b8a6ad020b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:52.758477 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-f3efa45d-20d1-43e9-912a-e9b8a6ad020b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:52.768114 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-b91dab67-2c6f-4253-9e19-a8abbb033d89 admin admin] Usage tracker for resource:security_group_rule and tenant:da223f59f7714f9c90bb7228083b135e is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:52.814571 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-b91dab67-2c6f-4253-9e19-a8abbb033d89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:52.838147 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-9aa975bb-9a34-4341-97d1-0f95ec936cce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.799s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:52.853664 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.24', 61063) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:52.854859 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-b91dab67-2c6f-4253-9e19-a8abbb033d89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:52.886080 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-f3efa45d-20d1-43e9-912a-e9b8a6ad020b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for floatingip, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:52.922911 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-112796cd-708d-4862-99ad-5f9c0519955c req-e5868cf2-1fa2-4931-a23a-524e03994838 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks [] for port, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:52.942117 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-aa8d165b-1f03-4e77-9106-955ef636462f req-fbc9d68d-775b-42cc-9612-82a8f5d2065d tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/security-groups?id=497b4876-cf12-4cd4-ba0a-f9638e6db0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056281 May 17 16:22:52.998406 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-6b5fd150-5b21-4616-945e-41a260d46091 req-f5e10667-2e84-42a2-8baa-26f097a8ea35 service neutron] Attempting to bind port e9b802f7-048d-4818-b2ef-36bcaa2b0e05 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:22:52.998805 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-6b5fd150-5b21-4616-945e-41a260d46091 req-f5e10667-2e84-42a2-8baa-26f097a8ea35 service neutron] Attempting to bind port e9b802f7-048d-4818-b2ef-36bcaa2b0e05 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '94e128d1-e7bb-41a9-a249-c2d9af813784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1669059c-f1c8-455e-9511-5763b727b621'}] {{(pid=79281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:22:52.999174 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5fd150-5b21-4616-945e-41a260d46091 req-f5e10667-2e84-42a2-8baa-26f097a8ea35 service neutron] Attempting to bind port e9b802f7-048d-4818-b2ef-36bcaa2b0e05 on network 1669059c-f1c8-455e-9511-5763b727b621 {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:22:53.065961 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-75717750-41ff-4303-830e-15165b28107b service neutron] 10.222.0.11 "GET /v2.0/networks/95cb7f67-f70c-4a86-ad74-5eaf775bf7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908134 May 17 16:22:53.072581 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-33f230e9-34dd-43cd-9996-809736e75bf2 None None] Set router ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:22:53.159852 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5fd150-5b21-4616-945e-41a260d46091 req-f5e10667-2e84-42a2-8baa-26f097a8ea35 service neutron] Port e9b802f7-048d-4818-b2ef-36bcaa2b0e05 on network 1669059c-f1c8-455e-9511-5763b727b621 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:22:53.160098 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5fd150-5b21-4616-945e-41a260d46091 req-f5e10667-2e84-42a2-8baa-26f097a8ea35 service neutron] Attempting to bind port e9b802f7-048d-4818-b2ef-36bcaa2b0e05 on network 1669059c-f1c8-455e-9511-5763b727b621 {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:22:53.207175 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-112796cd-708d-4862-99ad-5f9c0519955c req-e5868cf2-1fa2-4931-a23a-524e03994838 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841'] for port, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:53.282753 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-63836452-d56f-4bc4-aa78-8561ed13d686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:53.369780 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5fd150-5b21-4616-945e-41a260d46091 req-f5e10667-2e84-42a2-8baa-26f097a8ea35 service neutron] Checking agent: {'id': 'e426a337-f724-4468-bb76-290ab6f07147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'started_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:22:53.370106 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5fd150-5b21-4616-945e-41a260d46091 req-f5e10667-2e84-42a2-8baa-26f097a8ea35 service neutron] Checking segment: {'id': '94e128d1-e7bb-41a9-a249-c2d9af813784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1669059c-f1c8-455e-9511-5763b727b621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:22:53.370710 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5fd150-5b21-4616-945e-41a260d46091 req-f5e10667-2e84-42a2-8baa-26f097a8ea35 service neutron] Bound using segment: {'id': '94e128d1-e7bb-41a9-a249-c2d9af813784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1669059c-f1c8-455e-9511-5763b727b621'} {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:22:53.371152 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-6b5fd150-5b21-4616-945e-41a260d46091 req-f5e10667-2e84-42a2-8baa-26f097a8ea35 service neutron] Bound port: e9b802f7-048d-4818-b2ef-36bcaa2b0e05, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94e128d1-e7bb-41a9-a249-c2d9af813784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1669059c-f1c8-455e-9511-5763b727b621'}}] {{(pid=79281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:22:53.371490 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-6b5fd150-5b21-4616-945e-41a260d46091 req-f5e10667-2e84-42a2-8baa-26f097a8ea35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:53.403124 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port e6dfe79e-7c23-4c3d-b6a1-963747615d11 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:22:53.416026 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port e6dfe79e-7c23-4c3d-b6a1-963747615d11 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:22:53.416573 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:53.427702 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5868cf2-1fa2-4931-a23a-524e03994838 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Pushing event updated for resources: {'Port': ['ID=86fad90c-e820-4374-9e22-5ce06dd0f2ea,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:53.460805 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-e5868cf2-1fa2-4931-a23a-524e03994838 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:53.501180 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-112796cd-708d-4862-99ad-5f9c0519955c req-e5868cf2-1fa2-4931-a23a-524e03994838 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Network 78295850-4922-436a-a3e2-89441ba0baee is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:22:53.510348 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [req-112796cd-708d-4862-99ad-5f9c0519955c req-e5868cf2-1fa2-4931-a23a-524e03994838 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:22:53.531785 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-b91dab67-2c6f-4253-9e19-a8abbb033d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:53.624040 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [req-112796cd-708d-4862-99ad-5f9c0519955c req-e5868cf2-1fa2-4931-a23a-524e03994838 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Received port after_create {{(pid=79280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:22:53.630047 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112796cd-708d-4862-99ad-5f9c0519955c req-e5868cf2-1fa2-4931-a23a-524e03994838 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:53.630733 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-112796cd-708d-4862-99ad-5f9c0519955c req-e5868cf2-1fa2-4931-a23a-524e03994838 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:53.655692 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-b91dab67-2c6f-4253-9e19-a8abbb033d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:53.696887 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:53.733449 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1a20f6fa-acf8-42a1-b60f-6ced40b29fb8 req-1fcf46ed-f58b-4c29-9dc3-423dec42fc09 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 210 time: 0.2420712 May 17 16:22:53.763582 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91dab67-2c6f-4253-9e19-a8abbb033d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2b0103-5f35-41ca-ac3a-692d5ffee313,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:53.819574 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-b91dab67-2c6f-4253-9e19-a8abbb033d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:53.841280 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086fad9-c147-4ab5-a353-7b17630b6795 req-47133a00-28a5-413d-8978-83186521712b tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:53.842450 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-2086fad9-c147-4ab5-a353-7b17630b6795 req-47133a00-28a5-413d-8978-83186521712b tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Synchronizing usage tracker for tenant:0fce3d29ce494d39b82d25912ade041d on resource:port {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:22:53.848010 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-1327df4d-3147-4992-89bb-fd4b8ae21f07 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:53.849540 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-1327df4d-3147-4992-89bb-fd4b8ae21f07 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.24 "GET /v2.0/networks?id=95cb7f67-f70c-4a86-ad74-5eaf775bf7aa HTTP/1.1" status: 200 len: 819 time: 0.9203212 May 17 16:22:53.857759 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-b91dab67-2c6f-4253-9e19-a8abbb033d89 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=da223f59f7714f9c90bb7228083b135e&name=default HTTP/1.1" status: 200 len: 2977 time: 2.5082028 May 17 16:22:53.860932 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 34030) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:53.872309 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-f292928c-8a42-4213-9fdf-3619cab3b5ba tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Request body: {'port': {'device_id': 'd385b2af-10cf-47c2-ad0f-6e3275b9338f', 'network_id': '95cb7f67-f70c-4a86-ad74-5eaf775bf7aa', 'admin_state_up': True, 'tenant_id': '2307c0670f344a09bf44ca921047944a'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:22:53.888470 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-6b5fd150-5b21-4616-945e-41a260d46091 req-f5e10667-2e84-42a2-8baa-26f097a8ea35 service neutron] For port e9b802f7-048d-4818-b2ef-36bcaa2b0e05, host hv-cinder-76810, cleared binding levels {{(pid=79281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:22:53.919926 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-6b5fd150-5b21-4616-945e-41a260d46091 req-f5e10667-2e84-42a2-8baa-26f097a8ea35 service neutron] For port e9b802f7-048d-4818-b2ef-36bcaa2b0e05, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=e9b802f7-048d-4818-b2ef-36bcaa2b0e05,segment=NetworkSegment(94e128d1-e7bb-41a9-a249-c2d9af813784),segment_id=94e128d1-e7bb-41a9-a249-c2d9af813784)] {{(pid=79281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:22:54.024849 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-112796cd-708d-4862-99ad-5f9c0519955c req-e5868cf2-1fa2-4931-a23a-524e03994838 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7282648 May 17 16:22:54.026066 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-2086fad9-c147-4ab5-a353-7b17630b6795 req-47133a00-28a5-413d-8978-83186521712b tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Unset dirty status for tenant:0fce3d29ce494d39b82d25912ade041d on resource:port {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:22:54.033132 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-2086fad9-c147-4ab5-a353-7b17630b6795 req-47133a00-28a5-413d-8978-83186521712b tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 931 time: 0.8086483 May 17 16:22:54.060729 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-6b5fd150-5b21-4616-945e-41a260d46091 req-f5e10667-2e84-42a2-8baa-26f097a8ea35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:54.122017 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-f5e10667-2e84-42a2-8baa-26f097a8ea35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:54.122777 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [req-112796cd-708d-4862-99ad-5f9c0519955c req-08b7fc32-c949-4372-8038-d5108ee59ac6 service neutron] Request body: {'port': {'device_id': 'd91e43c6-a9f6-4b00-bf1d-d381ea02e0c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:22:54.125236 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:54.198870 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-bf5bec7c-3f64-4bd2-9551-19147fcb5184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:54.284952 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e10667-2e84-42a2-8baa-26f097a8ea35 service neutron] Pushing event updated for resources: {'Port': ['ID=e9b802f7-048d-4818-b2ef-36bcaa2b0e05,revision_number=3']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:54.285790 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] For port e6dfe79e-7c23-4c3d-b6a1-963747615d11, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=e6dfe79e-7c23-4c3d-b6a1-963747615d11,segment=NetworkSegment(e467b5df-9bda-4a24-b9f3-a42726381aa8),segment_id=e467b5df-9bda-4a24-b9f3-a42726381aa8)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:22:54.322474 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-f3efa45d-20d1-43e9-912a-e9b8a6ad020b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:54.344254 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-2086fad9-c147-4ab5-a353-7b17630b6795 req-6e37ca33-fc66-4649-b546-a7cdf4bd6b45 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Synchronizing usage tracker for tenant:0fce3d29ce494d39b82d25912ade041d on resource:security_group {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:22:54.390431 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fd150-5b21-4616-945e-41a260d46091 req-f5e10667-2e84-42a2-8baa-26f097a8ea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:54.391220 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-6b5fd150-5b21-4616-945e-41a260d46091 req-f5e10667-2e84-42a2-8baa-26f097a8ea35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:54.399213 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-6b5fd150-5b21-4616-945e-41a260d46091 req-f5e10667-2e84-42a2-8baa-26f097a8ea35 service neutron] 10.222.0.24 "PUT /v2.0/ports/e9b802f7-048d-4818-b2ef-36bcaa2b0e05 HTTP/1.1" status: 200 len: 1094 time: 4.7644911 May 17 16:22:54.403363 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b621e06-0fcf-4261-a84a-30d04f88c470', 'tag': 'e9b802f7-048d-4818-b2ef-36bcaa2b0e05'}] {{(pid=79281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:22:54.414461 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-bf5bec7c-3f64-4bd2-9551-19147fcb5184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:54.422071 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:54.437480 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-897e9e14-aceb-4ee9-a9a5-3b55e736389b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:54.537393 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-f5e10667-2e84-42a2-8baa-26f097a8ea35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:54.571959 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-f292928c-8a42-4213-9fdf-3619cab3b5ba tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:54.693202 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-f292928c-8a42-4213-9fdf-3619cab3b5ba tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:54.722766 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-2086fad9-c147-4ab5-a353-7b17630b6795 req-6e37ca33-fc66-4649-b546-a7cdf4bd6b45 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Unset dirty status for tenant:0fce3d29ce494d39b82d25912ade041d on resource:security_group {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:22:54.733329 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Pushing event updated for resources: {'Port': ['ID=e6dfe79e-7c23-4c3d-b6a1-963747615d11,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:54.742693 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-2086fad9-c147-4ab5-a353-7b17630b6795 req-6e37ca33-fc66-4649-b546-a7cdf4bd6b45 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7087042 May 17 16:22:54.748533 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-33f230e9-34dd-43cd-9996-809736e75bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'name': 'tempest-AttachVolumeShelveTestJSON-1734573545-router', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:22:43Z', 'revision_number': 4, 'project_id': '0ea92b2008324514984db0dee23989df', 'gw_port': {'id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:36Z', 'updated_at': '2021-05-17T16:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': '2e4a0d97-3adc-404e-b5d8-6fe56725cda6', 'name': '', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'mac_address': 'fa:16:3e:88:0f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:41Z', 'updated_at': '2021-05-17T16:22:51Z', 'revision_number': 4, 'project_id': '0ea92b2008324514984db0dee23989df', 'subnets': [{'id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:22:54.758619 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:54.760260 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f230e9-34dd-43cd-9996-809736e75bf2 None None] The sync data for ids ['ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'] in dv-cinder-768105-8-iscsi is: [{'id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'name': 'tempest-AttachVolumeShelveTestJSON-1734573545-router', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:22:43Z', 'revision_number': 4, 'project_id': '0ea92b2008324514984db0dee23989df', 'gw_port': {'id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:36Z', 'updated_at': '2021-05-17T16:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': '2e4a0d97-3adc-404e-b5d8-6fe56725cda6', 'name': '', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'mac_address': 'fa:16:3e:88:0f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:41Z', 'updated_at': '2021-05-17T16:22:51Z', 'revision_number': 4, 'project_id': '0ea92b2008324514984db0dee23989df', 'subnets': [{'id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:22:54.764079 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-112796cd-708d-4862-99ad-5f9c0519955c req-08b7fc32-c949-4372-8038-d5108ee59ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:54.880284 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_common [None req-f3efa45d-20d1-43e9-912a-e9b8a6ad020b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Allocated IP 172.27.2.201 (42a1d626-e0b0-418c-b7f5-2b1d715bf830/6e10255a-9813-4d83-92b3-230f73c18e4f/ad2b02d8-cf9d-4ae2-a0b0-640e1f0455d6) {{(pid=79281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:22:55.000501 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-bf5bec7c-3f64-4bd2-9551-19147fcb5184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:55.196792 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-786a1a85-1868-4045-8fea-b0d22b55ac23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:55.257645 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fd150-5b21-4616-945e-41a260d46091 req-a6cf9d98-bbe1-4b46-945f-50fbe3edfeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:55.259667 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-6b5fd150-5b21-4616-945e-41a260d46091 req-a6cf9d98-bbe1-4b46-945f-50fbe3edfeb8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=02315a55917243dbb871d662415925d4&device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 1097 time: 0.6943367 May 17 16:22:55.264477 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-f292928c-8a42-4213-9fdf-3619cab3b5ba tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Made reservation on behalf of 2307c0670f344a09bf44ca921047944a for: {'port': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:22:55.275641 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-f292928c-8a42-4213-9fdf-3619cab3b5ba tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:55.279593 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-bf5bec7c-3f64-4bd2-9551-19147fcb5184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:55.284016 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-bf5bec7c-3f64-4bd2-9551-19147fcb5184 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ee2b0103-5f35-41ca-ac3a-692d5ffee313 HTTP/1.1" status: 204 len: 168 time: 1.4209700 May 17 16:22:55.290329 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bec7c-3f64-4bd2-9551-19147fcb5184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2b0103-5f35-41ca-ac3a-692d5ffee313,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:55.294051 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-bf5bec7c-3f64-4bd2-9551-19147fcb5184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:55.308828 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-45eed04c-9969-48b6-b844-2a3cc1721da1 req-33febff8-b4f8-477a-98d0-3d92e70ce131 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 210 time: 0.2072608 May 17 16:22:55.369821 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-f3efa45d-20d1-43e9-912a-e9b8a6ad020b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for port, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:55.420031 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d68313-f384-4344-8982-ea2f0433259d req-20439db0-8413-4292-915f-a5b21dd416f3 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:55.444534 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-16d68313-f384-4344-8982-ea2f0433259d req-20439db0-8413-4292-915f-a5b21dd416f3 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 944 time: 1.2350099 May 17 16:22:55.572366 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-16d68313-f384-4344-8982-ea2f0433259d req-ba2ecc46-c1cd-4ff6-bf43-ca779c6bce7e tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/security-groups?id=497b4876-cf12-4cd4-ba0a-f9638e6db0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266935 May 17 16:22:55.763036 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b621e06-0fcf-4261-a84a-30d04f88c470', 'tag': 'e9b802f7-048d-4818-b2ef-36bcaa2b0e05', 'status': 'completed', 'code': 200} May 17 16:22:55.780274 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-6b5fd150-5b21-4616-945e-41a260d46091 req-4f7a4af0-188f-4b22-8014-a40e64f4eaad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9b802f7-048d-4818-b2ef-36bcaa2b0e05 HTTP/1.1" status: 200 len: 217 time: 0.4001977 May 17 16:22:56.052739 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fd150-5b21-4616-945e-41a260d46091 req-b8d57519-349e-4c84-b584-9741be8fcc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:56.054238 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-6b5fd150-5b21-4616-945e-41a260d46091 req-b8d57519-349e-4c84-b584-9741be8fcc86 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9e98c336-343c-4f40-83fb-951cdebda34a HTTP/1.1" status: 200 len: 851 time: 0.2056882 May 17 16:22:56.230477 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-6b5fd150-5b21-4616-945e-41a260d46091 req-3fc8f4ee-bcde-48fb-a455-945598198132 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1669059c-f1c8-455e-9511-5763b727b621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937865 May 17 16:22:56.338330 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [req-112796cd-708d-4862-99ad-5f9c0519955c req-08b7fc32-c949-4372-8038-d5108ee59ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86fad90c-e820-4374-9e22-5ce06dd0f2ea {{(pid=79280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:22:56.348809 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-112796cd-708d-4862-99ad-5f9c0519955c req-08b7fc32-c949-4372-8038-d5108ee59ac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:56.449419 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_common [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-f292928c-8a42-4213-9fdf-3619cab3b5ba tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Allocated IP 172.20.0.4 (95cb7f67-f70c-4a86-ad74-5eaf775bf7aa/bdaf05fe-e49f-4388-8c5b-0bf658a1d6b3/0760a2da-7147-4be8-be3a-5048631c1ac9) {{(pid=79281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:22:56.462410 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.provisioning_blocks [req-112796cd-708d-4862-99ad-5f9c0519955c req-08b7fc32-c949-4372-8038-d5108ee59ac6 service neutron] Transition to ACTIVE for port object 86fad90c-e820-4374-9e22-5ce06dd0f2ea will not be triggered until provisioned by entity L2. {{(pid=79280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:22:56.501821 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-f3efa45d-20d1-43e9-912a-e9b8a6ad020b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841'] for port, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:56.574397 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-f5e10667-2e84-42a2-8baa-26f097a8ea35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:56.645777 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-112796cd-708d-4862-99ad-5f9c0519955c req-08b7fc32-c949-4372-8038-d5108ee59ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:56.699121 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fec39ac2-b18d-4926-a30f-abb7eea0be1e req-8d232284-0f21-4c7b-851a-83649ebfef35 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 210 time: 0.2352521 May 17 16:22:56.699626 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 34156) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:56.711407 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:56.775705 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 2e4a0d97-3adc-404e-b5d8-6fe56725cda6 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:22:56.864607 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7fc32-c949-4372-8038-d5108ee59ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=86fad90c-e820-4374-9e22-5ce06dd0f2ea,revision_number=2']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:56.869119 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-08b7fc32-c949-4372-8038-d5108ee59ac6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:56.871511 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3efa45d-20d1-43e9-912a-e9b8a6ad020b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:22:56.910164 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-f3efa45d-20d1-43e9-912a-e9b8a6ad020b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:22:56.985444 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-6b5fd150-5b21-4616-945e-41a260d46091 req-545a1f46-baf7-4722-b7a2-f9744915c2ae service neutron] 10.222.0.24 "GET /v2.0/networks/1669059c-f1c8-455e-9511-5763b727b621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7154686 May 17 16:22:56.989762 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3efa45d-20d1-43e9-912a-e9b8a6ad020b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Received port after_create {{(pid=79281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:22:56.997502 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-38eb510c-5318-4e52-9367-605f35d4b7ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:57.011709 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.24', 61068) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:57.047847 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efa45d-20d1-43e9-912a-e9b8a6ad020b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Pushing event updated for resources: {'Port': ['ID=ad2b02d8-cf9d-4ae2-a0b0-640e1f0455d6,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:57.052563 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-f3efa45d-20d1-43e9-912a-e9b8a6ad020b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:57.060640 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b99aa-ca19-4228-b965-aff5dc8c3d2c req-560c6091-edbb-47a0-b776-f28a9812a809 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:57.062175 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-061b99aa-ca19-4228-b965-aff5dc8c3d2c req-560c6091-edbb-47a0-b776-f28a9812a809 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 931 time: 0.8750646 May 17 16:22:57.136884 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-38eb510c-5318-4e52-9367-605f35d4b7ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:57.164633 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port 2e4a0d97-3adc-404e-b5d8-6fe56725cda6 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:22:57.170522 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port 2e4a0d97-3adc-404e-b5d8-6fe56725cda6 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:22:57.171141 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:57.223146 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-38eb510c-5318-4e52-9367-605f35d4b7ba admin admin] Usage tracker for resource:security_group_rule and tenant:e557769427b24927ba2d8431fff5c79e is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:57.231246 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-38eb510c-5318-4e52-9367-605f35d4b7ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:57.276867 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-112796cd-708d-4862-99ad-5f9c0519955c req-08b7fc32-c949-4372-8038-d5108ee59ac6 service neutron] Attempting to bind port 86fad90c-e820-4374-9e22-5ce06dd0f2ea on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:22:57.277246 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-112796cd-708d-4862-99ad-5f9c0519955c req-08b7fc32-c949-4372-8038-d5108ee59ac6 service neutron] Attempting to bind port 86fad90c-e820-4374-9e22-5ce06dd0f2ea by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '55a08faa-15cc-4531-8a3c-d44bb59d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '78295850-4922-436a-a3e2-89441ba0baee'}] {{(pid=79280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:22:57.277612 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112796cd-708d-4862-99ad-5f9c0519955c req-08b7fc32-c949-4372-8038-d5108ee59ac6 service neutron] Attempting to bind port 86fad90c-e820-4374-9e22-5ce06dd0f2ea on network 78295850-4922-436a-a3e2-89441ba0baee {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:22:57.287013 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-38eb510c-5318-4e52-9367-605f35d4b7ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:57.295860 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112796cd-708d-4862-99ad-5f9c0519955c req-08b7fc32-c949-4372-8038-d5108ee59ac6 service neutron] Port 86fad90c-e820-4374-9e22-5ce06dd0f2ea on network 78295850-4922-436a-a3e2-89441ba0baee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:22:57.296219 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112796cd-708d-4862-99ad-5f9c0519955c req-08b7fc32-c949-4372-8038-d5108ee59ac6 service neutron] Attempting to bind port 86fad90c-e820-4374-9e22-5ce06dd0f2ea on network 78295850-4922-436a-a3e2-89441ba0baee {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:22:57.457626 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-38eb510c-5318-4e52-9367-605f35d4b7ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:57.477733 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:57.519486 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112796cd-708d-4862-99ad-5f9c0519955c req-08b7fc32-c949-4372-8038-d5108ee59ac6 service neutron] Checking agent: {'id': 'e426a337-f724-4468-bb76-290ab6f07147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'started_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:22:57.519830 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112796cd-708d-4862-99ad-5f9c0519955c req-08b7fc32-c949-4372-8038-d5108ee59ac6 service neutron] Checking segment: {'id': '55a08faa-15cc-4531-8a3c-d44bb59d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '78295850-4922-436a-a3e2-89441ba0baee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:22:57.520841 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112796cd-708d-4862-99ad-5f9c0519955c req-08b7fc32-c949-4372-8038-d5108ee59ac6 service neutron] Bound using segment: {'id': '55a08faa-15cc-4531-8a3c-d44bb59d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '78295850-4922-436a-a3e2-89441ba0baee'} {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:22:57.521579 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-112796cd-708d-4862-99ad-5f9c0519955c req-08b7fc32-c949-4372-8038-d5108ee59ac6 service neutron] Bound port: 86fad90c-e820-4374-9e22-5ce06dd0f2ea, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55a08faa-15cc-4531-8a3c-d44bb59d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '78295850-4922-436a-a3e2-89441ba0baee'}}] {{(pid=79280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:22:57.521934 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-112796cd-708d-4862-99ad-5f9c0519955c req-08b7fc32-c949-4372-8038-d5108ee59ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:57.543062 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] For port 2e4a0d97-3adc-404e-b5d8-6fe56725cda6, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=2e4a0d97-3adc-404e-b5d8-6fe56725cda6,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:22:57.569866 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-061b99aa-ca19-4228-b965-aff5dc8c3d2c req-4d219466-9bdf-417c-b673-cb9e9142cc36 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890109 May 17 16:22:57.651775 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861b4df-a639-4d3d-9c69-155c68cf393d req-8abce5c4-e4b9-4299-b967-3369d986c353 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:57.658515 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0861b4df-a639-4d3d-9c69-155c68cf393d req-8abce5c4-e4b9-4299-b967-3369d986c353 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 944 time: 0.6149967 May 17 16:22:57.696372 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:57.697533 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device e6dfe79e-7c23-4c3d-b6a1-963747615d11 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:22:57.702150 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-112796cd-708d-4862-99ad-5f9c0519955c req-08b7fc32-c949-4372-8038-d5108ee59ac6 service neutron] For port 86fad90c-e820-4374-9e22-5ce06dd0f2ea, host hv-cinder-76810, cleared binding levels {{(pid=79280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:22:57.707895 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-112796cd-708d-4862-99ad-5f9c0519955c req-08b7fc32-c949-4372-8038-d5108ee59ac6 service neutron] For port 86fad90c-e820-4374-9e22-5ce06dd0f2ea, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=86fad90c-e820-4374-9e22-5ce06dd0f2ea,segment=NetworkSegment(55a08faa-15cc-4531-8a3c-d44bb59d5f85),segment_id=55a08faa-15cc-4531-8a3c-d44bb59d5f85)] {{(pid=79280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:22:57.710794 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-38eb510c-5318-4e52-9367-605f35d4b7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:57.742165 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-e24daf56-a736-4768-9f65-ceca665637b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:57.784859 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:57.839248 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0861b4df-a639-4d3d-9c69-155c68cf393d req-dd3364c6-9e2b-41cf-a50b-ddafb682ad56 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/security-groups?id=497b4876-cf12-4cd4-ba0a-f9638e6db0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285925 May 17 16:22:57.840321 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb510c-5318-4e52-9367-605f35d4b7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a698ec-9376-479f-b33a-df214d54e8ad,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:57.862547 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-38eb510c-5318-4e52-9367-605f35d4b7ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:57.869690 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-112796cd-708d-4862-99ad-5f9c0519955c req-08b7fc32-c949-4372-8038-d5108ee59ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:57.880134 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:58.008926 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port e6dfe79e-7c23-4c3d-b6a1-963747615d11 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:22:58.009289 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:58.013259 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-38eb510c-5318-4e52-9367-605f35d4b7ba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e557769427b24927ba2d8431fff5c79e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1700046 May 17 16:22:58.041665 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 34182) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:58.068840 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112796cd-708d-4862-99ad-5f9c0519955c req-08b7fc32-c949-4372-8038-d5108ee59ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:58.069759 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-112796cd-708d-4862-99ad-5f9c0519955c req-08b7fc32-c949-4372-8038-d5108ee59ac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:58.076533 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-112796cd-708d-4862-99ad-5f9c0519955c req-08b7fc32-c949-4372-8038-d5108ee59ac6 service neutron] 10.222.0.24 "PUT /v2.0/ports/86fad90c-e820-4374-9e22-5ce06dd0f2ea HTTP/1.1" status: 200 len: 1093 time: 3.9789300 May 17 16:22:58.087315 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-f3efa45d-20d1-43e9-912a-e9b8a6ad020b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:58.138807 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-6b5fd150-5b21-4616-945e-41a260d46091 req-ad155ec5-5372-4c84-9b44-0ee4e01cd9e4 service neutron] 10.222.0.24 "GET /v2.0/networks/1669059c-f1c8-455e-9511-5763b727b621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1256435 May 17 16:22:58.146498 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-8a585d0b-1543-4a9d-876f-1dc158e5f4ae tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:58.148140 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-8a585d0b-1543-4a9d-876f-1dc158e5f4ae tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.24 "GET /v2.0/networks?id=95cb7f67-f70c-4a86-ad74-5eaf775bf7aa HTTP/1.1" status: 200 len: 819 time: 1.1102395 May 17 16:22:58.164487 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91e43c6-a9f6-4b00-bf1d-d381ea02e0c3', 'tag': '86fad90c-e820-4374-9e22-5ce06dd0f2ea'}] {{(pid=79280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:22:58.204311 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Pushing event updated for resources: {'Port': ['ID=2e4a0d97-3adc-404e-b5d8-6fe56725cda6,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:58.232310 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:58.234942 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cdfe1c02-69df-44d1-94d2-717ee5857387 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Request body: {'port': {'device_id': 'b273f64d-fe0d-40e3-98ae-d97ee66fff15', 'network_id': '95cb7f67-f70c-4a86-ad74-5eaf775bf7aa', 'admin_state_up': True, 'tenant_id': '2307c0670f344a09bf44ca921047944a'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:22:58.328738 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4b052b8b-21dd-46e8-a675-1cafa9aa8f5b req-dc2b4adf-e41a-452a-be92-542c35ece325 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 210 time: 0.3194253 May 17 16:22:58.362515 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7fc32-c949-4372-8038-d5108ee59ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=86fad90c-e820-4374-9e22-5ce06dd0f2ea,revision_number=3']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:22:58.367326 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-08b7fc32-c949-4372-8038-d5108ee59ac6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:22:58.654024 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e433a9-4fa8-48d0-97d6-e307d40b78dc req-f163ae7c-688c-4fac-94dc-d4b36c2fb5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:58.654024 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-81e433a9-4fa8-48d0-97d6-e307d40b78dc req-f163ae7c-688c-4fac-94dc-d4b36c2fb5ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=02315a55917243dbb871d662415925d4&device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 1097 time: 0.1817632 May 17 16:22:58.654856 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 2e4a0d97-3adc-404e-b5d8-6fe56725cda6 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:22:58.717221 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cdfe1c02-69df-44d1-94d2-717ee5857387 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:22:58.763060 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cdfe1c02-69df-44d1-94d2-717ee5857387 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Usage tracker for resource:port and tenant:2307c0670f344a09bf44ca921047944a is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:22:58.772304 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cdfe1c02-69df-44d1-94d2-717ee5857387 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:22:58.796574 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cdfe1c02-69df-44d1-94d2-717ee5857387 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:22:58.820023 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port 2e4a0d97-3adc-404e-b5d8-6fe56725cda6 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:22:58.820580 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:58.964336 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e433a9-4fa8-48d0-97d6-e307d40b78dc req-6b799dd9-466d-4588-99c7-741cee616591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:58.965898 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-f3efa45d-20d1-43e9-912a-e9b8a6ad020b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:58.966408 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-81e433a9-4fa8-48d0-97d6-e307d40b78dc req-6b799dd9-466d-4588-99c7-741cee616591 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1669059c-f1c8-455e-9511-5763b727b621 HTTP/1.1" status: 200 len: 912 time: 0.3361142 May 17 16:22:58.971021 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91e43c6-a9f6-4b00-bf1d-d381ea02e0c3', 'tag': '86fad90c-e820-4374-9e22-5ce06dd0f2ea', 'status': 'completed', 'code': 200} May 17 16:22:59.058246 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-f292928c-8a42-4213-9fdf-3619cab3b5ba tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Notify callbacks [] for port, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:59.082616 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-2f2985eb-19f1-44a7-a9b0-0b79c6d4ba00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:59.212918 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-2f2985eb-19f1-44a7-a9b0-0b79c6d4ba00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:59.261383 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-81e433a9-4fa8-48d0-97d6-e307d40b78dc req-103bcc7d-d20a-45d9-b4b1-ce3a959d4041 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9b802f7-048d-4818-b2ef-36bcaa2b0e05 HTTP/1.1" status: 200 len: 217 time: 0.1913035 May 17 16:22:59.329745 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a984caf-5042-43ff-a2a8-953fcd85af1b req-958ec3af-39a6-48c5-84ab-17e420def08b tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:59.335526 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4a984caf-5042-43ff-a2a8-953fcd85af1b req-958ec3af-39a6-48c5-84ab-17e420def08b tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 943 time: 0.3643324 May 17 16:22:59.346182 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112796cd-708d-4862-99ad-5f9c0519955c req-1eba76e3-672a-44d2-868d-0ce47bc60cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:59.355014 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-112796cd-708d-4862-99ad-5f9c0519955c req-1eba76e3-672a-44d2-868d-0ce47bc60cc4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fce3d29ce494d39b82d25912ade041d&device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 1096 time: 1.0955603 May 17 16:22:59.409653 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e433a9-4fa8-48d0-97d6-e307d40b78dc req-0948baae-2f4e-497b-9c13-ed00f2ae8d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:59.411943 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-81e433a9-4fa8-48d0-97d6-e307d40b78dc req-0948baae-2f4e-497b-9c13-ed00f2ae8d38 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9e98c336-343c-4f40-83fb-951cdebda34a HTTP/1.1" status: 200 len: 851 time: 0.0941164 May 17 16:22:59.479891 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-112796cd-708d-4862-99ad-5f9c0519955c req-4a39182c-1c99-4fe2-9342-2a0ab1882b83 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86fad90c-e820-4374-9e22-5ce06dd0f2ea HTTP/1.1" status: 200 len: 217 time: 0.0949180 May 17 16:22:59.536902 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-f3efa45d-20d1-43e9-912a-e9b8a6ad020b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for port, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:59.589957 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-81e433a9-4fa8-48d0-97d6-e307d40b78dc req-b0c3aaee-5ff0-4a17-85f5-88ac4bfce21e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1669059c-f1c8-455e-9511-5763b727b621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141877 May 17 16:22:59.609100 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4a984caf-5042-43ff-a2a8-953fcd85af1b req-4424418b-7b2b-4b39-a1e1-4167d9eecd10 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959784 May 17 16:22:59.617406 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cdfe1c02-69df-44d1-94d2-717ee5857387 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Made reservation on behalf of 2307c0670f344a09bf44ca921047944a for: {'port': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:22:59.625038 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cdfe1c02-69df-44d1-94d2-717ee5857387 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:59.659253 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a812d4-f03b-4f79-b1cc-5d76cec32d9c req-117581e8-54ec-4d3b-9b19-e8d0f158612c tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:22:59.676783 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d0a812d4-f03b-4f79-b1cc-5d76cec32d9c req-117581e8-54ec-4d3b-9b19-e8d0f158612c tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 944 time: 0.4188728 May 17 16:22:59.790399 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d0a812d4-f03b-4f79-b1cc-5d76cec32d9c req-7205eed8-0752-4459-84cc-a40606a9cd0e tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/security-groups?id=497b4876-cf12-4cd4-ba0a-f9638e6db0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126070 May 17 16:22:59.801236 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-f292928c-8a42-4213-9fdf-3619cab3b5ba tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841'] for port, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:59.902239 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-2f2985eb-19f1-44a7-a9b0-0b79c6d4ba00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:59.962587 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-f3efa45d-20d1-43e9-912a-e9b8a6ad020b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:22:59.963576 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 34220) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:22:59.978123 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:22:59.994877 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-40230bba-0cc6-4842-aa25-5f2abdcd1858 req-366fac4f-6c32-4d1c-8ac1-c6572c7436e5 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 210 time: 0.1918097 May 17 16:23:00.103943 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-f292928c-8a42-4213-9fdf-3619cab3b5ba tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Network 95cb7f67-f70c-4a86-ad74-5eaf775bf7aa is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:23:00.109835 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-f3efa45d-20d1-43e9-912a-e9b8a6ad020b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432823'] for floatingip, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:00.122552 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-f292928c-8a42-4213-9fdf-3619cab3b5ba tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:23:00.140524 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-f292928c-8a42-4213-9fdf-3619cab3b5ba tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Received port after_create {{(pid=79281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:23:00.146205 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-f292928c-8a42-4213-9fdf-3619cab3b5ba tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:00.146969 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-f292928c-8a42-4213-9fdf-3619cab3b5ba tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:00.151571 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_common [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cdfe1c02-69df-44d1-94d2-717ee5857387 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Allocated IP 172.20.0.6 (95cb7f67-f70c-4a86-ad74-5eaf775bf7aa/bdaf05fe-e49f-4388-8c5b-0bf658a1d6b3/ace63fc9-960d-41b4-ae66-3967921a5005) {{(pid=79281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:23:00.170416 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292928c-8a42-4213-9fdf-3619cab3b5ba tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Pushing event updated for resources: {'Port': ['ID=0760a2da-7147-4be8-be3a-5048631c1ac9,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:00.302510 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-2f2985eb-19f1-44a7-a9b0-0b79c6d4ba00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:00.303620 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-2f2985eb-19f1-44a7-a9b0-0b79c6d4ba00 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5a698ec-9376-479f-b33a-df214d54e8ad HTTP/1.1" status: 204 len: 168 time: 2.2481740 May 17 16:23:00.334324 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-f3efa45d-20d1-43e9-912a-e9b8a6ad020b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for floatingip, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:00.335614 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-f3efa45d-20d1-43e9-912a-e9b8a6ad020b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6173940 May 17 16:23:00.356060 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efa45d-20d1-43e9-912a-e9b8a6ad020b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Pushing event updated for resources: {'Port': ['ID=ad2b02d8-cf9d-4ae2-a0b0-640e1f0455d6,revision_number=2']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:00.391887 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-f292928c-8a42-4213-9fdf-3619cab3b5ba tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5234191 May 17 16:23:00.406469 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-f3efa45d-20d1-43e9-912a-e9b8a6ad020b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:00.406805 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.362s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:00.417071 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-db9bcd89-6af9-47ef-8f0c-8dc1792561c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:00.460605 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2985eb-19f1-44a7-a9b0-0b79c6d4ba00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a698ec-9376-479f-b33a-df214d54e8ad,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:00.469986 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-2f2985eb-19f1-44a7-a9b0-0b79c6d4ba00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:00.471599 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-db9bcd89-6af9-47ef-8f0c-8dc1792561c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:00.487367 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-4830f66f-45e9-48d3-9080-fabcebeae12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.438s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:00.487732 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-4830f66f-45e9-48d3-9080-fabcebeae12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:00.491893 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-db9bcd89-6af9-47ef-8f0c-8dc1792561c4 admin admin] Usage tracker for resource:security_group_rule and tenant:7985f1cbf11b4b7e8f8d26aea44abef6 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:00.510237 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-db9bcd89-6af9-47ef-8f0c-8dc1792561c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:00.597470 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-db9bcd89-6af9-47ef-8f0c-8dc1792561c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:00.826927 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cdfe1c02-69df-44d1-94d2-717ee5857387 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Notify callbacks [] for port, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:00.927568 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-0621097b-cb81-497f-ac86-edee295c1f28 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Synchronizing usage tracker for tenant:0ea92b2008324514984db0dee23989df on resource:security_group {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:23:01.020772 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-db9bcd89-6af9-47ef-8f0c-8dc1792561c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:01.121715 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83b937-1cd2-463e-b3cd-f3afd041a7a8 req-f08d6b24-3209-4be4-bb9a-53f2f65daf2c tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:01.132772 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ec83b937-1cd2-463e-b3cd-f3afd041a7a8 req-f08d6b24-3209-4be4-bb9a-53f2f65daf2c tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 943 time: 0.2019255 May 17 16:23:01.207577 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ec83b937-1cd2-463e-b3cd-f3afd041a7a8 req-acc33bd6-5aea-4c0c-b938-df4e0cf36bba tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662272 May 17 16:23:01.256791 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-0621097b-cb81-497f-ac86-edee295c1f28 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Unset dirty status for tenant:0ea92b2008324514984db0dee23989df on resource:security_group {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:23:01.265859 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-0621097b-cb81-497f-ac86-edee295c1f28 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--562163902&fields=id&tenant_id=0ea92b2008324514984db0dee23989df HTTP/1.1" status: 200 len: 267 time: 0.4565463 May 17 16:23:01.267108 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-db9bcd89-6af9-47ef-8f0c-8dc1792561c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:01.267108 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cdfe1c02-69df-44d1-94d2-717ee5857387 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841'] for port, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:01.284450 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-2f2985eb-19f1-44a7-a9b0-0b79c6d4ba00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:01.365714 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9bcd89-6af9-47ef-8f0c-8dc1792561c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8861b72-e77a-4fb2-8c9e-6d88d883f164,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:01.395893 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-db9bcd89-6af9-47ef-8f0c-8dc1792561c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:01.399801 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:01.785342 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-1bb74375-9efe-4dbb-9de5-81c543c9ff09 service neutron] Request body: {'port': {'device_id': 'd385b2af-10cf-47c2-ad0f-6e3275b9338f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:23:01.914913 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-61a44a06-6ca8-4d39-88d9-cde0ef27d19c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:01.915916 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-61a44a06-6ca8-4d39-88d9-cde0ef27d19c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Synchronizing usage tracker for tenant:0ea92b2008324514984db0dee23989df on resource:network {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:23:02.016915 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-61a44a06-6ca8-4d39-88d9-cde0ef27d19c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Unset dirty status for tenant:0ea92b2008324514984db0dee23989df on resource:network {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:23:02.018170 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-61a44a06-6ca8-4d39-88d9-cde0ef27d19c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/networks?id=b385ca28-bc09-4262-bdca-a3584d9f84aa HTTP/1.1" status: 200 len: 817 time: 0.7514441 May 17 16:23:02.029512 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-81e433a9-4fa8-48d0-97d6-e307d40b78dc req-26dd892a-fed9-466d-90d7-88d04ff0d3fc service neutron] 10.222.0.24 "GET /v2.0/networks/1669059c-f1c8-455e-9511-5763b727b621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5512836 May 17 16:23:02.039017 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7cb6ff-180e-4152-bc0d-3d94715928e0 req-7b455740-2b93-4a8c-a5a9-a34c6c9c0dbd tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:02.047293 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-aa7cb6ff-180e-4152-bc0d-3d94715928e0 req-7b455740-2b93-4a8c-a5a9-a34c6c9c0dbd tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 944 time: 0.5375919 May 17 16:23:02.049654 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 34284) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:02.050798 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-db9bcd89-6af9-47ef-8f0c-8dc1792561c4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7985f1cbf11b4b7e8f8d26aea44abef6&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0223477 May 17 16:23:02.104589 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe1c02-69df-44d1-94d2-717ee5857387 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Pushing event updated for resources: {'Port': ['ID=ace63fc9-960d-41b4-ae66-3967921a5005,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:02.117800 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cdfe1c02-69df-44d1-94d2-717ee5857387 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Network 95cb7f67-f70c-4a86-ad74-5eaf775bf7aa is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:23:02.125953 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-cf1b8300-a29e-48d3-b43b-3a3655c5d700 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/quotas/0ea92b2008324514984db0dee23989df HTTP/1.1" status: 200 len: 375 time: 0.0953681 May 17 16:23:02.142814 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cdfe1c02-69df-44d1-94d2-717ee5857387 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:23:02.230019 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-cdfe1c02-69df-44d1-94d2-717ee5857387 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.830s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:02.245196 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cdfe1c02-69df-44d1-94d2-717ee5857387 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Received port after_create {{(pid=79281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:23:02.269323 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cdfe1c02-69df-44d1-94d2-717ee5857387 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:02.270026 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cdfe1c02-69df-44d1-94d2-717ee5857387 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:02.280821 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112796cd-708d-4862-99ad-5f9c0519955c req-f021e1d1-09f6-4e6b-8b76-0fd3c16c48fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:02.289704 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-112796cd-708d-4862-99ad-5f9c0519955c req-f021e1d1-09f6-4e6b-8b76-0fd3c16c48fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e301c64-858a-4909-8df8-c3fa15fb506f HTTP/1.1" status: 200 len: 855 time: 0.5715699 May 17 16:23:02.337612 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-1bb74375-9efe-4dbb-9de5-81c543c9ff09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:02.343321 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-aa7cb6ff-180e-4152-bc0d-3d94715928e0 req-6fb997df-9330-4d9c-9a1c-6c317b13a770 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/security-groups?id=497b4876-cf12-4cd4-ba0a-f9638e6db0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947569 May 17 16:23:02.418056 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-d316f47a-38e5-4bcd-8e6b-3093ebdaaa6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:02.498395 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-112796cd-708d-4862-99ad-5f9c0519955c req-f98a544f-8acb-4d80-944d-87ef9edfaecf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=78295850-4922-436a-a3e2-89441ba0baee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405978 May 17 16:23:02.499663 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cdfe1c02-69df-44d1-94d2-717ee5857387 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2702847 May 17 16:23:02.535405 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-d316f47a-38e5-4bcd-8e6b-3093ebdaaa6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:02.556031 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-f91cf5c1-818d-41f7-ad63-a3bb72bc27f3 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ea92b2008324514984db0dee23989df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4119399 May 17 16:23:02.558923 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-81e433a9-4fa8-48d0-97d6-e307d40b78dc req-f1455c23-b4d6-4cc1-bf4e-2dc29af0e8f3 service neutron] 10.222.0.24 "GET /v2.0/networks/1669059c-f1c8-455e-9511-5763b727b621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4710855 May 17 16:23:02.608402 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cc7aac2e-c587-4ea2-916c-5f98d1382a0f service neutron] Request body: {'port': {'device_id': 'b273f64d-fe0d-40e3-98ae-d97ee66fff15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:23:02.834891 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-6c96b0b9-0cda-4f38-b35d-13b81f04ddab service neutron] 10.222.0.11 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149160 May 17 16:23:02.932150 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0912cf-6c65-4245-b535-4bb8b0f4f006 req-450c0d2b-8de4-4640-8db6-0915cbfeb406 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:02.933806 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4d0912cf-6c65-4245-b535-4bb8b0f4f006 req-450c0d2b-8de4-4640-8db6-0915cbfeb406 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 931 time: 0.3715007 May 17 16:23:02.939188 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-d316f47a-38e5-4bcd-8e6b-3093ebdaaa6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:02.949430 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:02.961921 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cc7aac2e-c587-4ea2-916c-5f98d1382a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:02.981422 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316f47a-38e5-4bcd-8e6b-3093ebdaaa6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8861b72-e77a-4fb2-8c9e-6d88d883f164,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:02.985176 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-d316f47a-38e5-4bcd-8e6b-3093ebdaaa6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:03.035990 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-d316f47a-38e5-4bcd-8e6b-3093ebdaaa6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:03.040048 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-d316f47a-38e5-4bcd-8e6b-3093ebdaaa6b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a8861b72-e77a-4fb2-8c9e-6d88d883f164 HTTP/1.1" status: 204 len: 168 time: 0.9862645 May 17 16:23:03.056613 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-4d0912cf-6c65-4245-b535-4bb8b0f4f006 req-2e07e7f3-1388-4668-8e32-de6dbffed5ea tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Synchronizing usage tracker for tenant:2307c0670f344a09bf44ca921047944a on resource:security_group {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:23:03.063251 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-ef95a566-863c-4c38-bdce-28e23b7d006c service neutron] 10.222.0.11 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247968 May 17 16:23:03.077037 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-112796cd-708d-4862-99ad-5f9c0519955c req-b35267ed-7314-4af9-a854-1b03f91ecb02 service neutron] 10.222.0.24 "GET /v2.0/networks/78295850-4922-436a-a3e2-89441ba0baee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4858053 May 17 16:23:03.205929 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-4d0912cf-6c65-4245-b535-4bb8b0f4f006 req-2e07e7f3-1388-4668-8e32-de6dbffed5ea tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Unset dirty status for tenant:2307c0670f344a09bf44ca921047944a on resource:security_group {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:23:03.207639 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4d0912cf-6c65-4245-b535-4bb8b0f4f006 req-2e07e7f3-1388-4668-8e32-de6dbffed5ea tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651210 May 17 16:23:03.250466 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-1bb74375-9efe-4dbb-9de5-81c543c9ff09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0760a2da-7147-4be8-be3a-5048631c1ac9 {{(pid=79281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:23:03.264436 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-1bb74375-9efe-4dbb-9de5-81c543c9ff09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:03.299524 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.provisioning_blocks [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-1bb74375-9efe-4dbb-9de5-81c543c9ff09 service neutron] Transition to ACTIVE for port object 0760a2da-7147-4be8-be3a-5048631c1ac9 will not be triggered until provisioned by entity L2. {{(pid=79281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:23:03.429463 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-1bb74375-9efe-4dbb-9de5-81c543c9ff09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:03.502147 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:03.567911 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cda57e18-eb49-47fe-a562-891b362b247c req-e30cea8f-2996-4279-a6b0-28b1c1ca25dc tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 210 time: 0.1316791 May 17 16:23:03.652959 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86427fa1-6ec4-4873-9a72-3dcb058b91c6 req-e61facbc-2c0e-425e-a31a-933eefe77853 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:03.661277 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb74375-9efe-4dbb-9de5-81c543c9ff09 service neutron] Pushing event updated for resources: {'Port': ['ID=0760a2da-7147-4be8-be3a-5048631c1ac9,revision_number=2']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:03.665697 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-86427fa1-6ec4-4873-9a72-3dcb058b91c6 req-e61facbc-2c0e-425e-a31a-933eefe77853 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 943 time: 0.3256140 May 17 16:23:03.668646 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1bb74375-9efe-4dbb-9de5-81c543c9ff09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:03.775304 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-86427fa1-6ec4-4873-9a72-3dcb058b91c6 req-a1824c75-eb90-4928-bf90-d48965dc00ba tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872772 May 17 16:23:03.883356 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-1bb74375-9efe-4dbb-9de5-81c543c9ff09 service neutron] Attempting to bind port 0760a2da-7147-4be8-be3a-5048631c1ac9 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:23:03.883705 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-1bb74375-9efe-4dbb-9de5-81c543c9ff09 service neutron] Attempting to bind port 0760a2da-7147-4be8-be3a-5048631c1ac9 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'e467b5df-9bda-4a24-b9f3-a42726381aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95cb7f67-f70c-4a86-ad74-5eaf775bf7aa'}] {{(pid=79281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:23:03.884005 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-1bb74375-9efe-4dbb-9de5-81c543c9ff09 service neutron] Attempting to bind port 0760a2da-7147-4be8-be3a-5048631c1ac9 on network 95cb7f67-f70c-4a86-ad74-5eaf775bf7aa {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:23:03.895898 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-1bb74375-9efe-4dbb-9de5-81c543c9ff09 service neutron] Port 0760a2da-7147-4be8-be3a-5048631c1ac9 on network 95cb7f67-f70c-4a86-ad74-5eaf775bf7aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:23:03.895898 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-1bb74375-9efe-4dbb-9de5-81c543c9ff09 service neutron] Attempting to bind port 0760a2da-7147-4be8-be3a-5048631c1ac9 on network 95cb7f67-f70c-4a86-ad74-5eaf775bf7aa {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:23:03.903468 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-1bb74375-9efe-4dbb-9de5-81c543c9ff09 service neutron] Checking agent: {'id': 'e426a337-f724-4468-bb76-290ab6f07147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'started_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:23:03.903801 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-1bb74375-9efe-4dbb-9de5-81c543c9ff09 service neutron] Checking segment: {'id': 'e467b5df-9bda-4a24-b9f3-a42726381aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95cb7f67-f70c-4a86-ad74-5eaf775bf7aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:23:03.904176 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-1bb74375-9efe-4dbb-9de5-81c543c9ff09 service neutron] Bound using segment: {'id': 'e467b5df-9bda-4a24-b9f3-a42726381aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95cb7f67-f70c-4a86-ad74-5eaf775bf7aa'} {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:23:03.904596 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-1bb74375-9efe-4dbb-9de5-81c543c9ff09 service neutron] Bound port: 0760a2da-7147-4be8-be3a-5048631c1ac9, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e467b5df-9bda-4a24-b9f3-a42726381aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95cb7f67-f70c-4a86-ad74-5eaf775bf7aa'}}] {{(pid=79281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:23:03.904939 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-1bb74375-9efe-4dbb-9de5-81c543c9ff09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:03.917887 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d69f77-1f28-4035-8c5b-a207dc9d3c16 req-b1cd931e-b4d1-4680-a3bd-63a960f5953f tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:03.928821 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-79d69f77-1f28-4035-8c5b-a207dc9d3c16 req-b1cd931e-b4d1-4680-a3bd-63a960f5953f tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 944 time: 0.1191142 May 17 16:23:03.986648 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-79d69f77-1f28-4035-8c5b-a207dc9d3c16 req-10534465-c976-4f28-b095-cec5945b1976 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/security-groups?id=497b4876-cf12-4cd4-ba0a-f9638e6db0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557959 May 17 16:23:04.175596 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cc7aac2e-c587-4ea2-916c-5f98d1382a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace63fc9-960d-41b4-ae66-3967921a5005 {{(pid=79281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:23:04.189167 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cc7aac2e-c587-4ea2-916c-5f98d1382a0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:04.192196 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-1bb74375-9efe-4dbb-9de5-81c543c9ff09 service neutron] For port 0760a2da-7147-4be8-be3a-5048631c1ac9, host hv-cinder-76810, cleared binding levels {{(pid=79281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:23:04.196476 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-1bb74375-9efe-4dbb-9de5-81c543c9ff09 service neutron] For port 0760a2da-7147-4be8-be3a-5048631c1ac9, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0760a2da-7147-4be8-be3a-5048631c1ac9,segment=NetworkSegment(e467b5df-9bda-4a24-b9f3-a42726381aa8),segment_id=e467b5df-9bda-4a24-b9f3-a42726381aa8)] {{(pid=79281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:23:04.207630 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.provisioning_blocks [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cc7aac2e-c587-4ea2-916c-5f98d1382a0f service neutron] Transition to ACTIVE for port object ace63fc9-960d-41b4-ae66-3967921a5005 will not be triggered until provisioned by entity L2. {{(pid=79281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:23:04.299214 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 34344) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:04.325976 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c6d0d1f1-a27e-448c-a0ea-7109501ea1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:04.379877 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-c6d0d1f1-a27e-448c-a0ea-7109501ea1e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:04.396471 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-c6d0d1f1-a27e-448c-a0ea-7109501ea1e2 admin admin] Usage tracker for resource:security_group_rule and tenant:36a6b2de16954185be0bd009e429905c is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:04.400932 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-c6d0d1f1-a27e-448c-a0ea-7109501ea1e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:04.408794 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-c6d0d1f1-a27e-448c-a0ea-7109501ea1e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:04.422788 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-1bb74375-9efe-4dbb-9de5-81c543c9ff09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:04.424299 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cc7aac2e-c587-4ea2-916c-5f98d1382a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:04.428176 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-f3efa45d-20d1-43e9-912a-e9b8a6ad020b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:04.512886 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-1bb74375-9efe-4dbb-9de5-81c543c9ff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:04.513422 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-1bb74375-9efe-4dbb-9de5-81c543c9ff09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:04.514854 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-1bb74375-9efe-4dbb-9de5-81c543c9ff09 service neutron] 10.222.0.24 "PUT /v2.0/ports/0760a2da-7147-4be8-be3a-5048631c1ac9 HTTP/1.1" status: 200 len: 1093 time: 2.7358015 May 17 16:23:04.517623 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd385b2af-10cf-47c2-ad0f-6e3275b9338f', 'tag': '0760a2da-7147-4be8-be3a-5048631c1ac9'}] {{(pid=79281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:23:04.584446 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd385b2af-10cf-47c2-ad0f-6e3275b9338f', 'tag': '0760a2da-7147-4be8-be3a-5048631c1ac9', 'status': 'completed', 'code': 200} May 17 16:23:04.590649 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c6d0d1f1-a27e-448c-a0ea-7109501ea1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:04.611355 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178e8e1-ddef-4f9f-a14a-e1e513323b70 req-73eb2fec-729d-4a78-8e82-ad014e094d8c tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:04.612831 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1178e8e1-ddef-4f9f-a14a-e1e513323b70 req-73eb2fec-729d-4a78-8e82-ad014e094d8c tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 931 time: 0.2730441 May 17 16:23:04.641801 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb74375-9efe-4dbb-9de5-81c543c9ff09 service neutron] Pushing event updated for resources: {'Port': ['ID=0760a2da-7147-4be8-be3a-5048631c1ac9,revision_number=3']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:04.666836 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1178e8e1-ddef-4f9f-a14a-e1e513323b70 req-ad2ed7aa-c01e-4891-a022-a37b8f624fde tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446336 May 17 16:23:04.694712 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cc7aac2e-c587-4ea2-916c-5f98d1382a0f service neutron] Attempting to bind port ace63fc9-960d-41b4-ae66-3967921a5005 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:23:04.700004 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cc7aac2e-c587-4ea2-916c-5f98d1382a0f service neutron] Attempting to bind port ace63fc9-960d-41b4-ae66-3967921a5005 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'e467b5df-9bda-4a24-b9f3-a42726381aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95cb7f67-f70c-4a86-ad74-5eaf775bf7aa'}] {{(pid=79281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:23:04.700004 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cc7aac2e-c587-4ea2-916c-5f98d1382a0f service neutron] Attempting to bind port ace63fc9-960d-41b4-ae66-3967921a5005 on network 95cb7f67-f70c-4a86-ad74-5eaf775bf7aa {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:23:04.716786 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cc7aac2e-c587-4ea2-916c-5f98d1382a0f service neutron] Port ace63fc9-960d-41b4-ae66-3967921a5005 on network 95cb7f67-f70c-4a86-ad74-5eaf775bf7aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:23:04.717112 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cc7aac2e-c587-4ea2-916c-5f98d1382a0f service neutron] Attempting to bind port ace63fc9-960d-41b4-ae66-3967921a5005 on network 95cb7f67-f70c-4a86-ad74-5eaf775bf7aa {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:23:04.728738 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cc7aac2e-c587-4ea2-916c-5f98d1382a0f service neutron] Checking agent: {'id': 'e426a337-f724-4468-bb76-290ab6f07147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'started_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:23:04.729267 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cc7aac2e-c587-4ea2-916c-5f98d1382a0f service neutron] Checking segment: {'id': 'e467b5df-9bda-4a24-b9f3-a42726381aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95cb7f67-f70c-4a86-ad74-5eaf775bf7aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:23:04.729805 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cc7aac2e-c587-4ea2-916c-5f98d1382a0f service neutron] Bound using segment: {'id': 'e467b5df-9bda-4a24-b9f3-a42726381aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95cb7f67-f70c-4a86-ad74-5eaf775bf7aa'} {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:23:04.730530 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cc7aac2e-c587-4ea2-916c-5f98d1382a0f service neutron] Bound port: ace63fc9-960d-41b4-ae66-3967921a5005, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e467b5df-9bda-4a24-b9f3-a42726381aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95cb7f67-f70c-4a86-ad74-5eaf775bf7aa'}}] {{(pid=79281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:23:04.740199 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cc7aac2e-c587-4ea2-916c-5f98d1382a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:04.749496 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7aac2e-c587-4ea2-916c-5f98d1382a0f service neutron] Pushing event updated for resources: {'Port': ['ID=ace63fc9-960d-41b4-ae66-3967921a5005,revision_number=2']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:04.754142 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-cc7aac2e-c587-4ea2-916c-5f98d1382a0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:04.754820 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:04.755270 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:04.764770 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c6d0d1f1-a27e-448c-a0ea-7109501ea1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:04.800745 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3d62b53c-713b-4ee9-8612-03b86b778b95 req-cab74ae8-a5df-4b1c-ac2a-554919004d09 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 210 time: 0.1087682 May 17 16:23:04.811401 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:04.889348 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cc7aac2e-c587-4ea2-916c-5f98d1382a0f service neutron] For port ace63fc9-960d-41b4-ae66-3967921a5005, host hv-cinder-76810, cleared binding levels {{(pid=79281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:23:04.897263 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cc7aac2e-c587-4ea2-916c-5f98d1382a0f service neutron] For port ace63fc9-960d-41b4-ae66-3967921a5005, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ace63fc9-960d-41b4-ae66-3967921a5005,segment=NetworkSegment(e467b5df-9bda-4a24-b9f3-a42726381aa8),segment_id=e467b5df-9bda-4a24-b9f3-a42726381aa8)] {{(pid=79281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:23:04.899177 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 34370) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:04.900516 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-c6d0d1f1-a27e-448c-a0ea-7109501ea1e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=36a6b2de16954185be0bd009e429905c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5996373 May 17 16:23:04.901344 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0d1f1-a27e-448c-a0ea-7109501ea1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ca42d9-685d-4619-af01-33348d2148bc,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:04.921352 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-c6d0d1f1-a27e-448c-a0ea-7109501ea1e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:05.011910 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cc7aac2e-c587-4ea2-916c-5f98d1382a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:05.048423 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-cdfe1c02-69df-44d1-94d2-717ee5857387 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:05.250984 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-cacfae62-d4a1-49ab-884f-d43f945929f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:05.266267 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cc7aac2e-c587-4ea2-916c-5f98d1382a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:05.266952 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cc7aac2e-c587-4ea2-916c-5f98d1382a0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:05.268952 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-cc7aac2e-c587-4ea2-916c-5f98d1382a0f service neutron] 10.222.0.24 "PUT /v2.0/ports/ace63fc9-960d-41b4-ae66-3967921a5005 HTTP/1.1" status: 200 len: 1093 time: 2.6789753 May 17 16:23:05.280321 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c20ed1-09de-449b-a0ec-e94bb0872374 req-a5646af5-fdcb-40ee-bf0d-298f0950c069 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:05.281924 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f1c20ed1-09de-449b-a0ec-e94bb0872374 req-a5646af5-fdcb-40ee-bf0d-298f0950c069 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 943 time: 0.2600017 May 17 16:23:05.339851 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-cacfae62-d4a1-49ab-884f-d43f945929f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:05.348933 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f1c20ed1-09de-449b-a0ec-e94bb0872374 req-cbd140d8-bb23-4b45-b053-c04aade2846c tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568213 May 17 16:23:05.352302 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7aac2e-c587-4ea2-916c-5f98d1382a0f service neutron] Pushing event updated for resources: {'Port': ['ID=ace63fc9-960d-41b4-ae66-3967921a5005,revision_number=3']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:05.357426 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8eb7f2-acbd-4857-ae82-f3575b0e8173 req-8c712b9f-0975-4e02-96b0-465986c64705 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:05.359530 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8e8eb7f2-acbd-4857-ae82-f3575b0e8173 req-8c712b9f-0975-4e02-96b0-465986c64705 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 944 time: 0.1802597 May 17 16:23:05.396259 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-cc7aac2e-c587-4ea2-916c-5f98d1382a0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:05.412301 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8e8eb7f2-acbd-4857-ae82-f3575b0e8173 req-4d4f15c4-e88c-40ab-a5bc-7cfe903d7908 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/security-groups?id=497b4876-cf12-4cd4-ba0a-f9638e6db0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453889 May 17 16:23:05.447636 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-112796cd-708d-4862-99ad-5f9c0519955c req-5db0f22a-df34-41d0-b7ae-70ba0c27e587 service neutron] 10.222.0.24 "GET /v2.0/networks/78295850-4922-436a-a3e2-89441ba0baee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617051 May 17 16:23:05.456245 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67820271-1ae3-4c45-9b76-6e0fc7182641 req-1a3f5d9d-23e1-4b91-90f3-e96cc29e064d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:05.456245 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-67820271-1ae3-4c45-9b76-6e0fc7182641 req-1a3f5d9d-23e1-4b91-90f3-e96cc29e064d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2307c0670f344a09bf44ca921047944a&device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 1096 time: 0.3459632 May 17 16:23:05.601402 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-cacfae62-d4a1-49ab-884f-d43f945929f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:05.664132 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:05.691610 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacfae62-d4a1-49ab-884f-d43f945929f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ca42d9-685d-4619-af01-33348d2148bc,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:05.694445 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-cacfae62-d4a1-49ab-884f-d43f945929f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:05.733141 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-cacfae62-d4a1-49ab-884f-d43f945929f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:05.737452 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-cacfae62-d4a1-49ab-884f-d43f945929f3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/95ca42d9-685d-4619-af01-33348d2148bc HTTP/1.1" status: 204 len: 168 time: 0.8317683 May 17 16:23:05.767361 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67820271-1ae3-4c45-9b76-6e0fc7182641 req-2a60d19f-057c-4617-96dc-c12ac8ec0e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:05.768824 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-67820271-1ae3-4c45-9b76-6e0fc7182641 req-2a60d19f-057c-4617-96dc-c12ac8ec0e64 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=2307c0670f344a09bf44ca921047944a&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3094652 May 17 16:23:05.898732 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-30912f63-da3b-4cc5-b0e2-5b65f0ce61e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:05.911620 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-30912f63-da3b-4cc5-b0e2-5b65f0ce61e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2307c0670f344a09bf44ca921047944a&device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 1096 time: 0.3652508 May 17 16:23:05.923233 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c2067-cc5b-49ce-8add-6fbe9e28d08f req-87f04ec8-df14-47c2-ba2c-b6b8e42ca221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:05.926009 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-fc0c2067-cc5b-49ce-8add-6fbe9e28d08f req-87f04ec8-df14-47c2-ba2c-b6b8e42ca221 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fce3d29ce494d39b82d25912ade041d&device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 1096 time: 0.3256459 May 17 16:23:05.932618 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e86d68-4e15-4538-b14b-df13a08c3868 req-a010f819-19da-4657-b9b9-8fcfda85c91c tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:05.935162 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b1e86d68-4e15-4538-b14b-df13a08c3868 req-a010f819-19da-4657-b9b9-8fcfda85c91c tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 943 time: 0.1105795 May 17 16:23:05.976000 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67820271-1ae3-4c45-9b76-6e0fc7182641 req-10d9f418-e0b5-47d8-a489-a2ec646da39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:05.979476 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-67820271-1ae3-4c45-9b76-6e0fc7182641 req-10d9f418-e0b5-47d8-a489-a2ec646da39d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2025568 May 17 16:23:05.994847 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b1e86d68-4e15-4538-b14b-df13a08c3868 req-e13ed87b-9eba-47f5-818c-6948391d8f01 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535622 May 17 16:23:06.022410 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 34394) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:06.055295 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4d8fc316-7a53-4add-90c3-8b68865f5393 req-2d968276-307d-4640-9699-fdac3520d28b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 210 time: 0.0593598 May 17 16:23:06.302111 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-136c511b-afc6-4c36-b9a0-265fbca674bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ace63fc9-960d-41b4-ae66-3967921a5005 HTTP/1.1" status: 200 len: 217 time: 0.1403675 May 17 16:23:06.373461 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a94e4e98-d37f-45e4-b628-e142b7414be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:06.453806 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-a94e4e98-d37f-45e4-b628-e142b7414be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:06.485063 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-a94e4e98-d37f-45e4-b628-e142b7414be1 admin admin] Usage tracker for resource:security_group_rule and tenant:f11a79d26b034fb087b35267f6efc2e0 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:06.487969 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-a94e4e98-d37f-45e4-b628-e142b7414be1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:06.522718 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-a94e4e98-d37f-45e4-b628-e142b7414be1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:06.525864 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-a4fc6732-925a-4d2a-81c6-689f03c669f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:06.527485 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-a4fc6732-925a-4d2a-81c6-689f03c669f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bdaf05fe-e49f-4388-8c5b-0bf658a1d6b3 HTTP/1.1" status: 200 len: 859 time: 0.2111676 May 17 16:23:06.663795 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b273f64d-fe0d-40e3-98ae-d97ee66fff15', 'tag': 'ace63fc9-960d-41b4-ae66-3967921a5005'}] {{(pid=79281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:23:06.693533 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-37bd25b0-bb91-40e9-9266-994bc77fa96d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95cb7f67-f70c-4a86-ad74-5eaf775bf7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1588752 May 17 16:23:06.707565 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c2067-cc5b-49ce-8add-6fbe9e28d08f req-9eae5eb7-2477-468c-8272-8ceb66737d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:06.709587 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-fc0c2067-cc5b-49ce-8add-6fbe9e28d08f req-9eae5eb7-2477-468c-8272-8ceb66737d51 service neutron] 10.222.0.24 "GET /v2.0/networks?id=78295850-4922-436a-a3e2-89441ba0baee HTTP/1.1" status: 200 len: 916 time: 0.4804580 May 17 16:23:06.711563 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ae5f7-4131-4aec-b166-0f7b2d6d6f52 req-cdc74eeb-170a-4504-ae76-fd223613796c tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:06.712391 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-8f6e1092-8546-47ba-9ea7-26e71f8316ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:06.712994 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-8f6e1092-8546-47ba-9ea7-26e71f8316ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2307c0670f344a09bf44ca921047944a&device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 1096 time: 0.4931943 May 17 16:23:06.713190 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a08ae5f7-4131-4aec-b166-0f7b2d6d6f52 req-cdc74eeb-170a-4504-ae76-fd223613796c tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 944 time: 0.1135163 May 17 16:23:06.726063 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61fd96-f798-446d-b7d0-fe1aaf28b5d1 req-7a31214f-955b-47ee-89d8-6069b895aef8 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:06.727621 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cd61fd96-f798-446d-b7d0-fe1aaf28b5d1 req-7a31214f-955b-47ee-89d8-6069b895aef8 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 943 time: 0.1711950 May 17 16:23:06.800981 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a08ae5f7-4131-4aec-b166-0f7b2d6d6f52 req-1ebab971-acaa-4115-9d91-1f8f3a4fc44e tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/security-groups?id=497b4876-cf12-4cd4-ba0a-f9638e6db0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723782 May 17 16:23:06.808344 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cd61fd96-f798-446d-b7d0-fe1aaf28b5d1 req-51effa82-a02a-454e-b015-e086972661a3 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663614 May 17 16:23:06.909664 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b273f64d-fe0d-40e3-98ae-d97ee66fff15', 'tag': 'ace63fc9-960d-41b4-ae66-3967921a5005', 'status': 'completed', 'code': 200} May 17 16:23:06.928013 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-ca2aeaa7-0015-4473-aa0a-4c191879f9b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0760a2da-7147-4be8-be3a-5048631c1ac9 HTTP/1.1" status: 200 len: 217 time: 0.1912782 May 17 16:23:06.929192 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-fc0c2067-cc5b-49ce-8add-6fbe9e28d08f req-26072b6d-523d-4b78-8762-9f5acfc35ae5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86fad90c-e820-4374-9e22-5ce06dd0f2ea HTTP/1.1" status: 200 len: 217 time: 0.1958587 May 17 16:23:07.115954 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-a689999f-0e81-4070-a41d-839cf35e03cf service neutron] 10.222.0.24 "GET /v2.0/networks/95cb7f67-f70c-4a86-ad74-5eaf775bf7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098389 May 17 16:23:07.134329 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-ff17aca2-fe57-4aea-9dfd-f06bdb3880dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:07.141404 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-ff17aca2-fe57-4aea-9dfd-f06bdb3880dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bdaf05fe-e49f-4388-8c5b-0bf658a1d6b3 HTTP/1.1" status: 200 len: 859 time: 0.1920843 May 17 16:23:07.159407 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c2067-cc5b-49ce-8add-6fbe9e28d08f req-7b0b9ecd-399e-4297-9a27-4766bdae08bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:07.161691 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-fc0c2067-cc5b-49ce-8add-6fbe9e28d08f req-7b0b9ecd-399e-4297-9a27-4766bdae08bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e301c64-858a-4909-8df8-c3fa15fb506f HTTP/1.1" status: 200 len: 855 time: 0.2181852 May 17 16:23:07.281395 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fdfca2f3-baa0-49df-9350-2e1db8eeed37 req-59925b6e-f154-46c6-8283-c9bfbb67deae tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 210 time: 0.0667317 May 17 16:23:07.301842 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a94e4e98-d37f-45e4-b628-e142b7414be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:07.319637 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-164151f4-f0b3-4af4-b555-8f067984f06e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95cb7f67-f70c-4a86-ad74-5eaf775bf7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1549611 May 17 16:23:07.329389 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-fc0c2067-cc5b-49ce-8add-6fbe9e28d08f req-ae296ca8-20ee-42d6-afde-af58cbfe307c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=78295850-4922-436a-a3e2-89441ba0baee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1540439 May 17 16:23:07.337810 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64baf6a9-30ae-4630-84e3-eb24f11b081a req-d1c8637a-0ea1-4805-af5d-df847a3e95e8 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:07.359175 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-64baf6a9-30ae-4630-84e3-eb24f11b081a req-d1c8637a-0ea1-4805-af5d-df847a3e95e8 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 943 time: 0.2065713 May 17 16:23:07.428738 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-64baf6a9-30ae-4630-84e3-eb24f11b081a req-69339689-ade1-42a6-8d7c-7fcf845e46e5 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818975 May 17 16:23:07.444548 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a94e4e98-d37f-45e4-b628-e142b7414be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:07.545183 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-b91dab67-2c6f-4253-9e19-a8abbb033d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:07.628204 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-e8438266-3863-4a28-85cb-a0e4e599ca75 req-aea5338d-63fe-4f02-b336-e73da24d52df service neutron] 10.222.0.24 "GET /v2.0/networks/95cb7f67-f70c-4a86-ad74-5eaf775bf7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975200 May 17 16:23:07.694861 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-a94e4e98-d37f-45e4-b628-e142b7414be1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f11a79d26b034fb087b35267f6efc2e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6712379 May 17 16:23:07.701401 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 34468) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:07.741681 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-fc0c2067-cc5b-49ce-8add-6fbe9e28d08f req-dffb7711-3bf9-4f25-989d-b6e0facdf7a7 service neutron] 10.222.0.24 "GET /v2.0/networks/78295850-4922-436a-a3e2-89441ba0baee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856044 May 17 16:23:07.742711 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e4e98-d37f-45e4-b628-e142b7414be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8db3f7-71ff-414c-a4e5-8a1fb8996aef,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:07.747561 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-a94e4e98-d37f-45e4-b628-e142b7414be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:07.894932 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c4e56aef-2ae9-4627-aa42-a87edc4c0b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:07.948794 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-2769bef4-8236-452a-bdd0-e4d155f8a184 service neutron] 10.222.0.24 "GET /v2.0/networks/95cb7f67-f70c-4a86-ad74-5eaf775bf7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6158502 May 17 16:23:07.950267 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c4e56aef-2ae9-4627-aa42-a87edc4c0b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:08.159220 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-3f79443d-d559-405d-9f0a-fa9ed0863bf6 service neutron] 10.222.0.24 "GET /v2.0/networks/95cb7f67-f70c-4a86-ad74-5eaf775bf7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017784 May 17 16:23:08.187128 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-fc0c2067-cc5b-49ce-8add-6fbe9e28d08f req-c17b41f8-e213-40bc-8097-e5f01873767e service neutron] 10.222.0.24 "GET /v2.0/networks/78295850-4922-436a-a3e2-89441ba0baee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355850 May 17 16:23:08.192023 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efa7e1-d6ac-4be0-a469-9a24a0b48790 req-af5e1cd0-0efd-4fe5-aabf-ab361ef146d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:08.193855 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-98efa7e1-d6ac-4be0-a469-9a24a0b48790 req-af5e1cd0-0efd-4fe5-aabf-ab361ef146d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2307c0670f344a09bf44ca921047944a&device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 1096 time: 0.3836193 May 17 16:23:08.277080 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-c3fd87ab-9d71-49dc-a8da-b03593feb9ed tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:08.279188 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-c3fd87ab-9d71-49dc-a8da-b03593feb9ed tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.24 "GET /v2.0/networks?id=b385ca28-bc09-4262-bdca-a3584d9f84aa HTTP/1.1" status: 200 len: 817 time: 0.6773834 May 17 16:23:08.371878 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c4e56aef-2ae9-4627-aa42-a87edc4c0b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:08.396235 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-e5a98769-edee-4007-b59c-977f06a6f3e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:08.415704 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-511ee28b-93ee-4c72-a4cb-64a8956cc8c3 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ea92b2008324514984db0dee23989df HTTP/1.1" status: 200 len: 379 time: 0.1236548 May 17 16:23:08.436552 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-91eec652-a499-4b5d-af55-c1a28363fe53 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Request body: {'port': {'device_id': '395b3656-fde8-4312-8c59-2e6202537b28', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'admin_state_up': True, 'tenant_id': '0ea92b2008324514984db0dee23989df', 'security_groups': ['f45fe645-50b9-4e4a-afde-3797f51605c7']}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:23:08.452030 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e56aef-2ae9-4627-aa42-a87edc4c0b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8db3f7-71ff-414c-a4e5-8a1fb8996aef,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:08.460092 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-c4e56aef-2ae9-4627-aa42-a87edc4c0b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:08.466092 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c4e56aef-2ae9-4627-aa42-a87edc4c0b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:08.467400 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-c4e56aef-2ae9-4627-aa42-a87edc4c0b71 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ab8db3f7-71ff-414c-a4e5-8a1fb8996aef HTTP/1.1" status: 204 len: 168 time: 0.7648211 May 17 16:23:08.578956 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbabf1-2e19-431a-b6fa-aefc8fd253bf req-b2263c55-6881-44e9-90d5-57e254372963 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:08.581068 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cdbbabf1-2e19-431a-b6fa-aefc8fd253bf req-b2263c55-6881-44e9-90d5-57e254372963 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 943 time: 0.5358562 May 17 16:23:08.593845 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24d1ac-01bf-46ab-8418-3a8b5e965dd2 req-a22637a9-cc78-404d-a9de-a84e923b15de tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:08.596954 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3d24d1ac-01bf-46ab-8418-3a8b5e965dd2 req-a22637a9-cc78-404d-a9de-a84e923b15de tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 944 time: 0.4136629 May 17 16:23:08.630278 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efa7e1-d6ac-4be0-a469-9a24a0b48790 req-82d7ec18-7c0e-4a03-8c16-867922815519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:08.632606 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-98efa7e1-d6ac-4be0-a469-9a24a0b48790 req-82d7ec18-7c0e-4a03-8c16-867922815519 service neutron] 10.222.0.24 "GET /v2.0/networks?id=95cb7f67-f70c-4a86-ad74-5eaf775bf7aa HTTP/1.1" status: 200 len: 920 time: 0.4319372 May 17 16:23:08.720781 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cdbbabf1-2e19-431a-b6fa-aefc8fd253bf req-a38e46cb-a293-4831-8c70-da40c4699328 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200259 May 17 16:23:08.774455 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-91eec652-a499-4b5d-af55-c1a28363fe53 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:08.776158 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-98efa7e1-d6ac-4be0-a469-9a24a0b48790 req-0b0da342-7eba-46b8-9376-1368d37c8bca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ace63fc9-960d-41b4-ae66-3967921a5005 HTTP/1.1" status: 200 len: 217 time: 0.0927413 May 17 16:23:08.777177 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3d24d1ac-01bf-46ab-8418-3a8b5e965dd2 req-f30a4bac-1135-48cf-8df3-55c2a68db413 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/security-groups?id=497b4876-cf12-4cd4-ba0a-f9638e6db0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967984 May 17 16:23:08.777177 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-91eec652-a499-4b5d-af55-c1a28363fe53 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Usage tracker for resource:port and tenant:0ea92b2008324514984db0dee23989df is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:08.777177 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-91eec652-a499-4b5d-af55-c1a28363fe53 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:08.777177 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-91eec652-a499-4b5d-af55-c1a28363fe53 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:08.827713 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efa7e1-d6ac-4be0-a469-9a24a0b48790 req-f85351a9-ce9d-4f40-a0a1-bf064153dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:08.831129 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-98efa7e1-d6ac-4be0-a469-9a24a0b48790 req-f85351a9-ce9d-4f40-a0a1-bf064153dee9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bdaf05fe-e49f-4388-8c5b-0bf658a1d6b3 HTTP/1.1" status: 200 len: 859 time: 0.0893121 May 17 16:23:08.917927 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-98efa7e1-d6ac-4be0-a469-9a24a0b48790 req-f73fe497-93b5-4e9b-a1a1-769c56ecee9f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95cb7f67-f70c-4a86-ad74-5eaf775bf7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677834 May 17 16:23:08.968982 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d23edce9-dd72-491f-bc1a-4004144baad6 req-66b3cf60-e3b4-4f51-bcb9-372048a1145d tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 210 time: 0.1193938 May 17 16:23:09.064714 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-91eec652-a499-4b5d-af55-c1a28363fe53 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Made reservation on behalf of 0ea92b2008324514984db0dee23989df for: {'port': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:23:09.070100 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-91eec652-a499-4b5d-af55-c1a28363fe53 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:09.228532 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994d37d-b91f-491d-bb72-7a79ff80af67 req-6c3b5458-8a51-4c0f-b58c-f307b1f4e2e2 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:09.230053 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0994d37d-b91f-491d-bb72-7a79ff80af67 req-6c3b5458-8a51-4c0f-b58c-f307b1f4e2e2 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 943 time: 0.3309956 May 17 16:23:09.260606 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-98efa7e1-d6ac-4be0-a469-9a24a0b48790 req-6fff2589-f2bc-4e47-b7f9-816147ad5a4b service neutron] 10.222.0.24 "GET /v2.0/networks/95cb7f67-f70c-4a86-ad74-5eaf775bf7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308628 May 17 16:23:09.374118 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0994d37d-b91f-491d-bb72-7a79ff80af67 req-ffefdb52-3d49-49f1-b7fd-f0d6d47ee2f5 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285329 May 17 16:23:09.399880 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_common [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-91eec652-a499-4b5d-af55-c1a28363fe53 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Allocated IP 172.20.0.12 (b385ca28-bc09-4262-bdca-a3584d9f84aa/e88814d7-1622-4f60-af12-99e2074dbe02/4355676b-524a-49e8-a6bb-418db95feab4) {{(pid=79280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:23:09.491774 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-98efa7e1-d6ac-4be0-a469-9a24a0b48790 req-6a3bd917-8aaa-4794-bf54-5092450d6f0a service neutron] 10.222.0.24 "GET /v2.0/networks/95cb7f67-f70c-4a86-ad74-5eaf775bf7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195892 May 17 16:23:09.633585 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-91eec652-a499-4b5d-af55-c1a28363fe53 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for port, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:09.650607 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.provisioning_blocks [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-91eec652-a499-4b5d-af55-c1a28363fe53 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Transition to ACTIVE for port object 4355676b-524a-49e8-a6bb-418db95feab4 will not be triggered until provisioned by entity DHCP. {{(pid=79280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:23:09.741358 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 34524) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:09.759782 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-91eec652-a499-4b5d-af55-c1a28363fe53 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841'] for port, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:09.764618 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-09d1e1b8-ffa6-4693-acd8-21682a2a1bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:09.766421 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-e5868cf2-1fa2-4931-a23a-524e03994838 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:09.780486 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-09d1e1b8-ffa6-4693-acd8-21682a2a1bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:09.784366 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-09d1e1b8-ffa6-4693-acd8-21682a2a1bac admin admin] Usage tracker for resource:security_group_rule and tenant:abe9259602a74e0d860f05541a2fd28c is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:09.787211 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-09d1e1b8-ffa6-4693-acd8-21682a2a1bac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:09.794541 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-09d1e1b8-ffa6-4693-acd8-21682a2a1bac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:09.834775 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-91eec652-a499-4b5d-af55-c1a28363fe53 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Network b385ca28-bc09-4262-bdca-a3584d9f84aa is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:23:09.837996 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-91eec652-a499-4b5d-af55-c1a28363fe53 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:23:09.842220 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-91eec652-a499-4b5d-af55-c1a28363fe53 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Received port after_create {{(pid=79280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:23:09.848177 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-91eec652-a499-4b5d-af55-c1a28363fe53 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:09.850189 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-91eec652-a499-4b5d-af55-c1a28363fe53 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:09.873967 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eec652-a499-4b5d-af55-c1a28363fe53 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Pushing event updated for resources: {'Port': ['ID=4355676b-524a-49e8-a6bb-418db95feab4,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:09.891060 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-91eec652-a499-4b5d-af55-c1a28363fe53 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:09.901046 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-09d1e1b8-ffa6-4693-acd8-21682a2a1bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:10.048713 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046d5a3-7c1c-43d4-8641-5fb2d6ea8196 req-fcb4f75d-c8ca-499d-be88-7f79a93d8098 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:10.050054 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7046d5a3-7c1c-43d4-8641-5fb2d6ea8196 req-fcb4f75d-c8ca-499d-be88-7f79a93d8098 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 944 time: 0.1517298 May 17 16:23:10.058452 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54421e64-f78d-460f-903e-5f99bc024cf2 req-2eb5f263-0bc3-4f90-a1cc-8ad6ae538803 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:10.060059 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-54421e64-f78d-460f-903e-5f99bc024cf2 req-2eb5f263-0bc3-4f90-a1cc-8ad6ae538803 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 943 time: 0.1256979 May 17 16:23:10.090525 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-09d1e1b8-ffa6-4693-acd8-21682a2a1bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:10.098432 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-91eec652-a499-4b5d-af55-c1a28363fe53 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6689265 May 17 16:23:10.100216 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:10.115570 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-997e3f7e-7b9e-4c0d-a8f9-fb227d0a0b43 service neutron] Request body: {'port': {'device_id': '395b3656-fde8-4312-8c59-2e6202537b28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:23:10.142045 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-09d1e1b8-ffa6-4693-acd8-21682a2a1bac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=abe9259602a74e0d860f05541a2fd28c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3989711 May 17 16:23:10.151390 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1e1b8-ffa6-4693-acd8-21682a2a1bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453cde5d-0047-41fa-af8b-36ff6b3b0c61,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:10.151390 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 34534) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:10.151390 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-09d1e1b8-ffa6-4693-acd8-21682a2a1bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:10.181092 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7046d5a3-7c1c-43d4-8641-5fb2d6ea8196 req-09ddfa26-8c87-42dd-a0dd-1c3bb6f4e77b tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/security-groups?id=497b4876-cf12-4cd4-ba0a-f9638e6db0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201978 May 17 16:23:10.190238 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-54421e64-f78d-460f-903e-5f99bc024cf2 req-2116dd9a-469a-4909-9965-96c44a2649d4 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154151 May 17 16:23:10.209468 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-9b58d907-3096-4a70-8261-7d702f04b154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:10.249331 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-9b58d907-3096-4a70-8261-7d702f04b154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:10.251873 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 86fad90c-e820-4374-9e22-5ce06dd0f2ea details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:23:10.331345 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-997e3f7e-7b9e-4c0d-a8f9-fb227d0a0b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:10.357879 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-f259cf2a-e46d-43bb-ac28-4c521b243959 None None] Provisioning for port 4355676b-524a-49e8-a6bb-418db95feab4 completed by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:23:10.374619 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-f259cf2a-e46d-43bb-ac28-4c521b243959 None None] Provisioning complete for port 4355676b-524a-49e8-a6bb-418db95feab4 triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:23:10.374990 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-f259cf2a-e46d-43bb-ac28-4c521b243959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:10.444500 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-9b58d907-3096-4a70-8261-7d702f04b154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:10.455199 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-f259cf2a-e46d-43bb-ac28-4c521b243959 None None] Port 4355676b-524a-49e8-a6bb-418db95feab4 cannot update to ACTIVE because it is not bound. {{(pid=79282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:23:10.477252 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-956683a0-fea8-473f-bd95-c994a629b51d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:10.482381 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 86fad90c-e820-4374-9e22-5ce06dd0f2ea, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=86fad90c-e820-4374-9e22-5ce06dd0f2ea,segment=NetworkSegment(55a08faa-15cc-4531-8a3c-d44bb59d5f85),segment_id=55a08faa-15cc-4531-8a3c-d44bb59d5f85)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:23:10.489920 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58d907-3096-4a70-8261-7d702f04b154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453cde5d-0047-41fa-af8b-36ff6b3b0c61,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:10.499674 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Returning: {'device': '86fad90c-e820-4374-9e22-5ce06dd0f2ea', 'network_id': '78295850-4922-436a-a3e2-89441ba0baee', 'port_id': '86fad90c-e820-4374-9e22-5ce06dd0f2ea', 'mac_address': 'fa:16:3e:31:2c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e301c64-858a-4909-8df8-c3fa15fb506f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:23:10.502517 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-9b58d907-3096-4a70-8261-7d702f04b154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:10.505991 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-9b58d907-3096-4a70-8261-7d702f04b154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:10.507290 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-9b58d907-3096-4a70-8261-7d702f04b154 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/453cde5d-0047-41fa-af8b-36ff6b3b0c61 HTTP/1.1" status: 204 len: 168 time: 0.3611813 May 17 16:23:10.581043 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:10.602004 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86fad90c-e820-4374-9e22-5ce06dd0f2ea {{(pid=79282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:23:10.622378 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 86fad90c-e820-4374-9e22-5ce06dd0f2ea, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=86fad90c-e820-4374-9e22-5ce06dd0f2ea,segment=NetworkSegment(55a08faa-15cc-4531-8a3c-d44bb59d5f85),segment_id=55a08faa-15cc-4531-8a3c-d44bb59d5f85)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:23:10.684601 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:10.685431 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device e9b802f7-048d-4818-b2ef-36bcaa2b0e05 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:23:10.687621 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:10.716563 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b30948-0492-4107-a227-0be3dbe13f2d req-2878ce76-a13a-4765-ae4f-cb8c5f309f7f tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:10.717154 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-93b30948-0492-4107-a227-0be3dbe13f2d req-2878ce76-a13a-4765-ae4f-cb8c5f309f7f tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Synchronizing usage tracker for tenant:0ea92b2008324514984db0dee23989df on resource:port {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:23:10.840083 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0951d-b4da-46f4-9a25-fbf97ea294b4 req-f613c1df-0253-474f-aba7-a27d06d1b35c tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:10.841975 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c8e0951d-b4da-46f4-9a25-fbf97ea294b4 req-f613c1df-0253-474f-aba7-a27d06d1b35c tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 943 time: 0.2515631 May 17 16:23:10.844796 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-93b30948-0492-4107-a227-0be3dbe13f2d req-2878ce76-a13a-4765-ae4f-cb8c5f309f7f tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Unset dirty status for tenant:0ea92b2008324514984db0dee23989df on resource:port {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:23:10.851638 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-93b30948-0492-4107-a227-0be3dbe13f2d req-2878ce76-a13a-4765-ae4f-cb8c5f309f7f tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 932 time: 0.5068305 May 17 16:23:10.862805 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=86fad90c-e820-4374-9e22-5ce06dd0f2ea,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:10.867992 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:11.005357 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-93b30948-0492-4107-a227-0be3dbe13f2d req-6de0c5f7-6986-482e-8aa8-2c1f6681185f tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527450 May 17 16:23:11.014691 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port e9b802f7-048d-4818-b2ef-36bcaa2b0e05, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=e9b802f7-048d-4818-b2ef-36bcaa2b0e05,segment=NetworkSegment(94e128d1-e7bb-41a9-a249-c2d9af813784),segment_id=94e128d1-e7bb-41a9-a249-c2d9af813784)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:23:11.016705 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c8e0951d-b4da-46f4-9a25-fbf97ea294b4 req-84f6f63b-0cd0-4534-9c35-12dd2217cd20 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611762 May 17 16:23:11.036185 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Returning: {'device': 'e9b802f7-048d-4818-b2ef-36bcaa2b0e05', 'network_id': '1669059c-f1c8-455e-9511-5763b727b621', 'port_id': 'e9b802f7-048d-4818-b2ef-36bcaa2b0e05', 'mac_address': 'fa:16:3e:d4:ff:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e98c336-343c-4f40-83fb-951cdebda34a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:23:11.038456 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-997e3f7e-7b9e-4c0d-a8f9-fb227d0a0b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4355676b-524a-49e8-a6bb-418db95feab4 {{(pid=79280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:23:11.047680 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-997e3f7e-7b9e-4c0d-a8f9-fb227d0a0b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:11.068576 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.provisioning_blocks [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-997e3f7e-7b9e-4c0d-a8f9-fb227d0a0b43 service neutron] Transition to ACTIVE for port object 4355676b-524a-49e8-a6bb-418db95feab4 will not be triggered until provisioned by entity L2. {{(pid=79280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:23:11.110229 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:11.138363 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b802f7-048d-4818-b2ef-36bcaa2b0e05 {{(pid=79282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:23:11.151837 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port e9b802f7-048d-4818-b2ef-36bcaa2b0e05, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=e9b802f7-048d-4818-b2ef-36bcaa2b0e05,segment=NetworkSegment(94e128d1-e7bb-41a9-a249-c2d9af813784),segment_id=94e128d1-e7bb-41a9-a249-c2d9af813784)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:23:11.153641 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-997e3f7e-7b9e-4c0d-a8f9-fb227d0a0b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:11.160468 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-08b7fc32-c949-4372-8038-d5108ee59ac6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:11.262224 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:11.264046 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:11.360376 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e3f7e-7b9e-4c0d-a8f9-fb227d0a0b43 service neutron] Pushing event updated for resources: {'Port': ['ID=4355676b-524a-49e8-a6bb-418db95feab4,revision_number=2']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:11.368798 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-997e3f7e-7b9e-4c0d-a8f9-fb227d0a0b43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:11.404232 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=e9b802f7-048d-4818-b2ef-36bcaa2b0e05,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:11.415081 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:11.572657 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-997e3f7e-7b9e-4c0d-a8f9-fb227d0a0b43 service neutron] Attempting to bind port 4355676b-524a-49e8-a6bb-418db95feab4 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:23:11.572954 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-997e3f7e-7b9e-4c0d-a8f9-fb227d0a0b43 service neutron] Attempting to bind port 4355676b-524a-49e8-a6bb-418db95feab4 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'cca19a82-32c8-492d-bbe8-da6eb371ac83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa'}] {{(pid=79280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:23:11.573285 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-997e3f7e-7b9e-4c0d-a8f9-fb227d0a0b43 service neutron] Attempting to bind port 4355676b-524a-49e8-a6bb-418db95feab4 on network b385ca28-bc09-4262-bdca-a3584d9f84aa {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:23:11.598204 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-997e3f7e-7b9e-4c0d-a8f9-fb227d0a0b43 service neutron] Port 4355676b-524a-49e8-a6bb-418db95feab4 on network b385ca28-bc09-4262-bdca-a3584d9f84aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:23:11.598204 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-997e3f7e-7b9e-4c0d-a8f9-fb227d0a0b43 service neutron] Attempting to bind port 4355676b-524a-49e8-a6bb-418db95feab4 on network b385ca28-bc09-4262-bdca-a3584d9f84aa {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:23:11.623508 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-997e3f7e-7b9e-4c0d-a8f9-fb227d0a0b43 service neutron] Checking agent: {'id': 'e426a337-f724-4468-bb76-290ab6f07147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'started_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:23:11.623918 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-997e3f7e-7b9e-4c0d-a8f9-fb227d0a0b43 service neutron] Checking segment: {'id': 'cca19a82-32c8-492d-bbe8-da6eb371ac83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:23:11.624327 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-997e3f7e-7b9e-4c0d-a8f9-fb227d0a0b43 service neutron] Bound using segment: {'id': 'cca19a82-32c8-492d-bbe8-da6eb371ac83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa'} {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:23:11.624766 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-997e3f7e-7b9e-4c0d-a8f9-fb227d0a0b43 service neutron] Bound port: 4355676b-524a-49e8-a6bb-418db95feab4, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca19a82-32c8-492d-bbe8-da6eb371ac83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa'}}] {{(pid=79280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:23:11.625110 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-997e3f7e-7b9e-4c0d-a8f9-fb227d0a0b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:11.684907 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['86fad90c-e820-4374-9e22-5ce06dd0f2ea'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:23:11.748758 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['e9b802f7-048d-4818-b2ef-36bcaa2b0e05'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:23:11.755444 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd9a44-dbdb-4e44-9c33-05d57ede5ab6 req-cb04dfab-1a81-441d-9a3a-1306862c5ae8 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:11.756992 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-63dd9a44-dbdb-4e44-9c33-05d57ede5ab6 req-cb04dfab-1a81-441d-9a3a-1306862c5ae8 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 944 time: 0.3593023 May 17 16:23:11.766922 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adc795-8c61-4283-8279-678f2338bec1 req-e59bceac-9fb3-428f-9b31-c2333a83047c tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:11.773817 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-34adc795-8c61-4283-8279-678f2338bec1 req-e59bceac-9fb3-428f-9b31-c2333a83047c tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 945 time: 0.3841019 May 17 16:23:11.807331 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-997e3f7e-7b9e-4c0d-a8f9-fb227d0a0b43 service neutron] For port 4355676b-524a-49e8-a6bb-418db95feab4, host hv-cinder-76810, cleared binding levels {{(pid=79280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:23:11.832943 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-997e3f7e-7b9e-4c0d-a8f9-fb227d0a0b43 service neutron] For port 4355676b-524a-49e8-a6bb-418db95feab4, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4355676b-524a-49e8-a6bb-418db95feab4,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:23:11.859088 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-34adc795-8c61-4283-8279-678f2338bec1 req-7a22d452-4c5c-4cd1-b049-6496c8647c6f tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/security-groups?id=497b4876-cf12-4cd4-ba0a-f9638e6db0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844128 May 17 16:23:11.867317 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-63dd9a44-dbdb-4e44-9c33-05d57ede5ab6 req-745a4e18-d5f7-4baa-a44a-63a17f7c661d tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894947 May 17 16:23:11.972871 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-997e3f7e-7b9e-4c0d-a8f9-fb227d0a0b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:11.977250 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:12.095458 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-997e3f7e-7b9e-4c0d-a8f9-fb227d0a0b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:12.097622 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-997e3f7e-7b9e-4c0d-a8f9-fb227d0a0b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:12.099390 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-997e3f7e-7b9e-4c0d-a8f9-fb227d0a0b43 service neutron] 10.222.0.24 "PUT /v2.0/ports/4355676b-524a-49e8-a6bb-418db95feab4 HTTP/1.1" status: 200 len: 1094 time: 1.9901083 May 17 16:23:12.100039 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395b3656-fde8-4312-8c59-2e6202537b28', 'tag': '4355676b-524a-49e8-a6bb-418db95feab4'}] {{(pid=79280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:23:12.124365 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e3f7e-7b9e-4c0d-a8f9-fb227d0a0b43 service neutron] Pushing event updated for resources: {'Port': ['ID=4355676b-524a-49e8-a6bb-418db95feab4,revision_number=3']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:12.140571 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-997e3f7e-7b9e-4c0d-a8f9-fb227d0a0b43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:12.232122 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device ace63fc9-960d-41b4-ae66-3967921a5005 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:23:12.411986 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port ace63fc9-960d-41b4-ae66-3967921a5005, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ace63fc9-960d-41b4-ae66-3967921a5005,segment=NetworkSegment(e467b5df-9bda-4a24-b9f3-a42726381aa8),segment_id=e467b5df-9bda-4a24-b9f3-a42726381aa8)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:23:12.432098 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Returning: {'device': 'ace63fc9-960d-41b4-ae66-3967921a5005', 'network_id': '95cb7f67-f70c-4a86-ad74-5eaf775bf7aa', 'port_id': 'ace63fc9-960d-41b4-ae66-3967921a5005', 'mac_address': 'fa:16:3e:2e:e1:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdaf05fe-e49f-4388-8c5b-0bf658a1d6b3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:23:12.454227 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230f9ae-da31-4fa8-ae79-bdacadacc3f1 req-c4801dee-6f3e-4799-b51d-554f8c945de0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:12.456974 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0230f9ae-da31-4fa8-ae79-bdacadacc3f1 req-c4801dee-6f3e-4799-b51d-554f8c945de0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.2649930 May 17 16:23:12.467568 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203524b-89ce-4167-bac7-491e6e5dbcbd req-c309779c-9098-45cc-ada3-3a57cfc354ac tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:12.469313 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8203524b-89ce-4167-bac7-491e6e5dbcbd req-c309779c-9098-45cc-ada3-3a57cfc354ac tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 943 time: 0.2253034 May 17 16:23:12.485698 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-62316abd-5236-40ba-bf38-0455f3dd241c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:12.487171 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-62316abd-5236-40ba-bf38-0455f3dd241c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ea92b2008324514984db0dee23989df&device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 1097 time: 0.2369595 May 17 16:23:12.560514 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:12.576994 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace63fc9-960d-41b4-ae66-3967921a5005 {{(pid=79282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:23:12.595556 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port ace63fc9-960d-41b4-ae66-3967921a5005, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ace63fc9-960d-41b4-ae66-3967921a5005,segment=NetworkSegment(e467b5df-9bda-4a24-b9f3-a42726381aa8),segment_id=e467b5df-9bda-4a24-b9f3-a42726381aa8)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:23:12.598520 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-c3dabc00-d151-4164-b3e9-2cdcb776f99e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4355676b-524a-49e8-a6bb-418db95feab4 HTTP/1.1" status: 200 len: 217 time: 0.0850501 May 17 16:23:12.610676 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0230f9ae-da31-4fa8-ae79-bdacadacc3f1 req-59694732-fa59-43d2-ab9a-4232bb063794 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402855 May 17 16:23:12.664966 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8203524b-89ce-4167-bac7-491e6e5dbcbd req-519dfe1c-a190-46d9-8fed-ae1df203fe55 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751223 May 17 16:23:12.682960 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395b3656-fde8-4312-8c59-2e6202537b28', 'tag': '4355676b-524a-49e8-a6bb-418db95feab4', 'status': 'completed', 'code': 200} May 17 16:23:12.690563 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-6a6c38d3-eeac-40b8-8668-229793a3f489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:12.692006 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-6a6c38d3-eeac-40b8-8668-229793a3f489 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e88814d7-1622-4f60-af12-99e2074dbe02 HTTP/1.1" status: 200 len: 856 time: 0.0846431 May 17 16:23:12.695958 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:12.698467 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 0760a2da-7147-4be8-be3a-5048631c1ac9 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:23:12.700772 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:12.785305 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 0760a2da-7147-4be8-be3a-5048631c1ac9, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0760a2da-7147-4be8-be3a-5048631c1ac9,segment=NetworkSegment(e467b5df-9bda-4a24-b9f3-a42726381aa8),segment_id=e467b5df-9bda-4a24-b9f3-a42726381aa8)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:23:12.787445 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-7ba7282f-87df-4dad-bf56-96fcd3701fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:12.789530 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-7ba7282f-87df-4dad-bf56-96fcd3701fc2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b385ca28-bc09-4262-bdca-a3584d9f84aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0896535 May 17 16:23:12.793144 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=ace63fc9-960d-41b4-ae66-3967921a5005,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:12.803602 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:12.811758 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Returning: {'device': '0760a2da-7147-4be8-be3a-5048631c1ac9', 'network_id': '95cb7f67-f70c-4a86-ad74-5eaf775bf7aa', 'port_id': '0760a2da-7147-4be8-be3a-5048631c1ac9', 'mac_address': 'fa:16:3e:09:98:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdaf05fe-e49f-4388-8c5b-0bf658a1d6b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:23:12.887994 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:12.912032 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0760a2da-7147-4be8-be3a-5048631c1ac9 {{(pid=79282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:23:12.944418 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 0760a2da-7147-4be8-be3a-5048631c1ac9, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0760a2da-7147-4be8-be3a-5048631c1ac9,segment=NetworkSegment(e467b5df-9bda-4a24-b9f3-a42726381aa8),segment_id=e467b5df-9bda-4a24-b9f3-a42726381aa8)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:23:12.987719 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-d45aaf8f-cb94-45e6-94c7-a31456758597 service neutron] 10.222.0.24 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893034 May 17 16:23:13.015826 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:13.018175 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:13.121804 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=0760a2da-7147-4be8-be3a-5048631c1ac9,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:13.132151 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:13.332177 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6f5817c1-61d5-49b6-8f93-9346430ba95e req-bb472a77-fee5-4c84-968a-b65f794c3bfb service neutron] 10.222.0.24 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343275 May 17 16:23:13.343233 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0360c9d-3117-48f7-ab91-3507f32551b3 req-c0719101-a024-4ab4-afa4-4019542f09df tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:13.345120 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b0360c9d-3117-48f7-ab91-3507f32551b3 req-c0719101-a024-4ab4-afa4-4019542f09df tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 944 time: 0.3067398 May 17 16:23:13.358820 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dba28-7206-4986-bbc0-8a1491e32060 req-e52ee3cf-72f0-40a2-a9ab-89b1a3c27e99 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:13.362166 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-690dba28-7206-4986-bbc0-8a1491e32060 req-e52ee3cf-72f0-40a2-a9ab-89b1a3c27e99 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 945 time: 0.2298112 May 17 16:23:13.420936 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['ace63fc9-960d-41b4-ae66-3967921a5005'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:23:13.446707 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b0360c9d-3117-48f7-ab91-3507f32551b3 req-5b434dc1-7d0b-4fb2-9aad-a68aa46a5190 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854030 May 17 16:23:13.449666 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-690dba28-7206-4986-bbc0-8a1491e32060 req-6d95fa51-b010-4209-ae9c-3b18b810d2ed tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/security-groups?id=497b4876-cf12-4cd4-ba0a-f9638e6db0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723844 May 17 16:23:13.513663 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['0760a2da-7147-4be8-be3a-5048631c1ac9'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:23:13.585939 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc5783-aa35-409d-a597-bda93a5ab165 req-aced5f46-1ffc-48a8-badc-4e834f00ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:13.587307 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-03fc5783-aa35-409d-a597-bda93a5ab165 req-aced5f46-1ffc-48a8-badc-4e834f00ad70 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ea92b2008324514984db0dee23989df&device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 1097 time: 0.1122057 May 17 16:23:13.963304 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc5783-aa35-409d-a597-bda93a5ab165 req-a8abe6e9-355c-4e2c-b600-2dc7bc60a8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:13.964786 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-03fc5783-aa35-409d-a597-bda93a5ab165 req-a8abe6e9-355c-4e2c-b600-2dc7bc60a8e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b385ca28-bc09-4262-bdca-a3584d9f84aa HTTP/1.1" status: 200 len: 918 time: 0.3683908 May 17 16:23:14.049423 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-03fc5783-aa35-409d-a597-bda93a5ab165 req-d45965fb-5196-4392-b367-88f01412a705 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4355676b-524a-49e8-a6bb-418db95feab4 HTTP/1.1" status: 200 len: 217 time: 0.0761979 May 17 16:23:14.120308 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fbdc6-76e4-412a-b233-73e1c671fa0b req-dda259fd-0a96-41e9-8420-f443e43cf0d5 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:14.121665 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-896fbdc6-76e4-412a-b233-73e1c671fa0b req-dda259fd-0a96-41e9-8420-f443e43cf0d5 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.3626106 May 17 16:23:14.132294 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e4350-ea49-4700-a034-93a7956a9909 req-b60a809b-9ceb-4a27-84d1-88d145af36ac tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:14.133898 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-269e4350-ea49-4700-a034-93a7956a9909 req-b60a809b-9ceb-4a27-84d1-88d145af36ac tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 944 time: 0.3168991 May 17 16:23:14.175384 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc5783-aa35-409d-a597-bda93a5ab165 req-41e03eba-1ef7-4d63-a688-787a5a3305d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:14.176829 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-03fc5783-aa35-409d-a597-bda93a5ab165 req-41e03eba-1ef7-4d63-a688-787a5a3305d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e88814d7-1622-4f60-af12-99e2074dbe02 HTTP/1.1" status: 200 len: 856 time: 0.1207035 May 17 16:23:14.245974 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 86fad90c-e820-4374-9e22-5ce06dd0f2ea up at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:23:14.251970 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-896fbdc6-76e4-412a-b233-73e1c671fa0b req-6fe5d40c-d687-4211-820f-8d827b933dba tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145496 May 17 16:23:14.285833 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-269e4350-ea49-4700-a034-93a7956a9909 req-b4f60401-1504-42ea-8d07-6018721a44d7 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242545 May 17 16:23:14.316004 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc5783-aa35-409d-a597-bda93a5ab165 req-c79ddcfa-9efd-4698-8697-4d5d5b3f7739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:14.317577 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-03fc5783-aa35-409d-a597-bda93a5ab165 req-c79ddcfa-9efd-4698-8697-4d5d5b3f7739 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b385ca28-bc09-4262-bdca-a3584d9f84aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1273756 May 17 16:23:14.433019 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning for port 86fad90c-e820-4374-9e22-5ce06dd0f2ea completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:23:14.442007 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning complete for port 86fad90c-e820-4374-9e22-5ce06dd0f2ea triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:23:14.442437 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:14.483856 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-03fc5783-aa35-409d-a597-bda93a5ab165 req-bd8bbf1b-01e6-480b-a58e-56e4c79384cc service neutron] 10.222.0.24 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593328 May 17 16:23:14.677133 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:14.719208 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 86fad90c-e820-4374-9e22-5ce06dd0f2ea, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=86fad90c-e820-4374-9e22-5ce06dd0f2ea,segment=NetworkSegment(55a08faa-15cc-4531-8a3c-d44bb59d5f85),segment_id=55a08faa-15cc-4531-8a3c-d44bb59d5f85)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:23:14.720847 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91e43c6-a9f6-4b00-bf1d-d381ea02e0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fad90c-e820-4374-9e22-5ce06dd0f2ea'}] {{(pid=79282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:23:14.786699 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-03fc5783-aa35-409d-a597-bda93a5ab165 req-66b8bcdb-f3b0-4bb8-83f0-d5347298897d service neutron] 10.222.0.24 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955053 May 17 16:23:14.816189 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:14.818013 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device e9b802f7-048d-4818-b2ef-36bcaa2b0e05 up at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:23:14.878460 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9808d-6887-4f36-9152-a355caf31ced req-a35a4f76-c3ee-46cb-906e-a1f6632b49f2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:14.880174 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-22e9808d-6887-4f36-9152-a355caf31ced req-a35a4f76-c3ee-46cb-906e-a1f6632b49f2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 944 time: 0.1562290 May 17 16:23:14.892871 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e237893-40b4-400c-9027-6b5a3403d82b req-10e6a8ef-4ce4-41d6-943a-30c0dd54b4b5 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:14.898413 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:14.903130 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0e237893-40b4-400c-9027-6b5a3403d82b req-10e6a8ef-4ce4-41d6-943a-30c0dd54b4b5 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 945 time: 0.1778228 May 17 16:23:14.988195 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-22e9808d-6887-4f36-9152-a355caf31ced req-0d64781b-97ea-4f11-8065-29f58518e6ce tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849769 May 17 16:23:15.010424 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0e237893-40b4-400c-9027-6b5a3403d82b req-e5b4a50f-90ea-4270-b457-c04774aca2c2 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/security-groups?id=497b4876-cf12-4cd4-ba0a-f9638e6db0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083486 May 17 16:23:15.053810 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=86fad90c-e820-4374-9e22-5ce06dd0f2ea,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:15.057369 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:15.138507 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91e43c6-a9f6-4b00-bf1d-d381ea02e0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fad90c-e820-4374-9e22-5ce06dd0f2ea', 'code': 200} May 17 16:23:15.147905 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning for port e9b802f7-048d-4818-b2ef-36bcaa2b0e05 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:23:15.155197 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning complete for port e9b802f7-048d-4818-b2ef-36bcaa2b0e05 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:23:15.155620 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:15.307876 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:15.366157 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port e9b802f7-048d-4818-b2ef-36bcaa2b0e05, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=e9b802f7-048d-4818-b2ef-36bcaa2b0e05,segment=NetworkSegment(94e128d1-e7bb-41a9-a249-c2d9af813784),segment_id=94e128d1-e7bb-41a9-a249-c2d9af813784)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:23:15.473127 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:15.475001 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:15.539255 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-7d251b2e-72fa-4a3f-b92d-1b51d6da288a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:15.565970 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=e9b802f7-048d-4818-b2ef-36bcaa2b0e05,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:15.571566 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:15.581483 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09933716-ceef-4db5-8b28-079934cc645a req-8d8c24ee-1e61-4a6b-9074-806cbb10ce43 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:15.583349 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-09933716-ceef-4db5-8b28-079934cc645a req-8d8c24ee-1e61-4a6b-9074-806cbb10ce43 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.2012019 May 17 16:23:15.701511 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45cd19-30d3-4083-a337-1472f1b4f881 req-0f2d628a-1c68-429b-86da-f934cf34cc6b tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:15.703093 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5b45cd19-30d3-4083-a337-1472f1b4f881 req-0f2d628a-1c68-429b-86da-f934cf34cc6b tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 944 time: 0.2474265 May 17 16:23:15.708265 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-09933716-ceef-4db5-8b28-079934cc645a req-ad4da076-455d-42a2-895f-9fbaca172352 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849121 May 17 16:23:15.759768 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84762b6f-51ae-4ef1-ba05-31c08ee5133d req-df6fb106-ab3a-4e0b-b22d-81015c74314d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:15.761329 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-84762b6f-51ae-4ef1-ba05-31c08ee5133d req-df6fb106-ab3a-4e0b-b22d-81015c74314d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 1098 time: 0.1770079 May 17 16:23:15.764537 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5b45cd19-30d3-4083-a337-1472f1b4f881 req-5ecf708c-09c7-4cce-8343-a89d851e752a tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552969 May 17 16:23:15.785570 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-84762b6f-51ae-4ef1-ba05-31c08ee5133d req-ac4cd42a-7632-4f8c-bf25-39b022e0bcbf service neutron] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:15.802173 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [req-84762b6f-51ae-4ef1-ba05-31c08ee5133d req-ac4cd42a-7632-4f8c-bf25-39b022e0bcbf service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:15.806455 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-84762b6f-51ae-4ef1-ba05-31c08ee5133d req-ac4cd42a-7632-4f8c-bf25-39b022e0bcbf service neutron] Usage tracker for resource:security_group_rule and tenant:1c42425303764612bf8251bc6b92e9ab is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:15.809389 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-84762b6f-51ae-4ef1-ba05-31c08ee5133d req-ac4cd42a-7632-4f8c-bf25-39b022e0bcbf service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:15.815521 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [req-84762b6f-51ae-4ef1-ba05-31c08ee5133d req-ac4cd42a-7632-4f8c-bf25-39b022e0bcbf service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:15.875496 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 34736) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:15.906040 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-84762b6f-51ae-4ef1-ba05-31c08ee5133d req-ac4cd42a-7632-4f8c-bf25-39b022e0bcbf service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:15.998708 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-71114161-cd63-45f0-b92f-d9b6834bbc6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:16.013816 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-71114161-cd63-45f0-b92f-d9b6834bbc6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:16.018180 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-71114161-cd63-45f0-b92f-d9b6834bbc6c admin admin] Usage tracker for resource:security_group_rule and tenant:3456b5b5440243c58651d476e04f530e is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:16.021024 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-71114161-cd63-45f0-b92f-d9b6834bbc6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:16.026933 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-71114161-cd63-45f0-b92f-d9b6834bbc6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:16.036567 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-84762b6f-51ae-4ef1-ba05-31c08ee5133d req-ac4cd42a-7632-4f8c-bf25-39b022e0bcbf service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:16.038455 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-d316f47a-38e5-4bcd-8e6b-3093ebdaaa6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:16.068818 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4cd42a-7632-4f8c-bf25-39b022e0bcbf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e3043517-adfd-438e-9a7e-55ac65a3b613,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:16.074329 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-ac4cd42a-7632-4f8c-bf25-39b022e0bcbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:16.088396 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-84762b6f-51ae-4ef1-ba05-31c08ee5133d req-ac4cd42a-7632-4f8c-bf25-39b022e0bcbf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194389 May 17 16:23:16.143320 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-71114161-cd63-45f0-b92f-d9b6834bbc6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:16.243845 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-71114161-cd63-45f0-b92f-d9b6834bbc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:16.251161 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device ace63fc9-960d-41b4-ae66-3967921a5005 up at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:23:16.251544 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-09d1e1b8-ffa6-4693-acd8-21682a2a1bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:16.278713 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c239b52-ba1b-4b9e-82f1-b276584019cb req-47c9b414-4be3-4cb8-8d25-c4eaa2f7a4b3 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:16.280171 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-2c239b52-ba1b-4b9e-82f1-b276584019cb req-47c9b414-4be3-4cb8-8d25-c4eaa2f7a4b3 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 945 time: 0.1132534 May 17 16:23:16.290403 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df6a32-e0d7-42f3-a161-a6e9a2bd1079 req-5855411b-029f-4a92-8b4f-6f2047ed9b65 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:16.291843 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f1df6a32-e0d7-42f3-a161-a6e9a2bd1079 req-5855411b-029f-4a92-8b4f-6f2047ed9b65 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 946 time: 0.1737928 May 17 16:23:16.301489 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71114161-cd63-45f0-b92f-d9b6834bbc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51175a5-9db1-4195-8a3a-4a2b06939ca9,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:16.306368 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-71114161-cd63-45f0-b92f-d9b6834bbc6c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3456b5b5440243c58651d476e04f530e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4295802 May 17 16:23:16.307529 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-71114161-cd63-45f0-b92f-d9b6834bbc6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:16.310481 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 34754) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:16.372305 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-2c239b52-ba1b-4b9e-82f1-b276584019cb req-ba7bb558-c991-46da-a3ec-9c26d6d7ce45 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779099 May 17 16:23:16.377660 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f1df6a32-e0d7-42f3-a161-a6e9a2bd1079 req-868776a7-9516-4e55-b4a4-18aa45ffc570 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/security-groups?id=497b4876-cf12-4cd4-ba0a-f9638e6db0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681834 May 17 16:23:16.417841 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1dc39111-5f5a-47d1-97bd-a69afa0557e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:16.450832 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1dc39111-5f5a-47d1-97bd-a69afa0557e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:16.467605 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning for port ace63fc9-960d-41b4-ae66-3967921a5005 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:23:16.476793 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning complete for port ace63fc9-960d-41b4-ae66-3967921a5005 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:23:16.477826 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:16.634600 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:16.638661 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1dc39111-5f5a-47d1-97bd-a69afa0557e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:16.650688 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-a94e4e98-d37f-45e4-b628-e142b7414be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:16.655200 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc39111-5f5a-47d1-97bd-a69afa0557e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51175a5-9db1-4195-8a3a-4a2b06939ca9,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:16.660367 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1dc39111-5f5a-47d1-97bd-a69afa0557e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:16.663892 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1dc39111-5f5a-47d1-97bd-a69afa0557e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:16.665274 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-1dc39111-5f5a-47d1-97bd-a69afa0557e5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e51175a5-9db1-4195-8a3a-4a2b06939ca9 HTTP/1.1" status: 204 len: 168 time: 0.3533988 May 17 16:23:16.691281 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port ace63fc9-960d-41b4-ae66-3967921a5005, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ace63fc9-960d-41b4-ae66-3967921a5005,segment=NetworkSegment(e467b5df-9bda-4a24-b9f3-a42726381aa8),segment_id=e467b5df-9bda-4a24-b9f3-a42726381aa8)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:23:16.821760 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:16.823003 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 0760a2da-7147-4be8-be3a-5048631c1ac9 up at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:23:16.901415 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-091281a6-deac-4a4c-8732-de8151fac39c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:16.984536 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=ace63fc9-960d-41b4-ae66-3967921a5005,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:16.994618 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:17.008897 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe417d4-1840-47f4-93f0-91519ce9012c req-5bcb8886-8629-420f-8e40-a25d8b7a697f tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:17.010399 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-abe417d4-1840-47f4-93f0-91519ce9012c req-5bcb8886-8629-420f-8e40-a25d8b7a697f tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.1850104 May 17 16:23:17.026050 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b88d6-40da-4e8c-902b-ca3f34ff065b req-63a16bed-1937-4e54-a570-b658f87fae95 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:17.027658 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9a7b88d6-40da-4e8c-902b-ca3f34ff065b req-63a16bed-1937-4e54-a570-b658f87fae95 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.1204176 May 17 16:23:17.108108 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-abe417d4-1840-47f4-93f0-91519ce9012c req-f07f4cbd-f171-4355-a060-efb4c0f5f7b3 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793719 May 17 16:23:17.114007 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9a7b88d6-40da-4e8c-902b-ca3f34ff065b req-ca929f18-5f11-488c-bc27-894246368361 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797141 May 17 16:23:17.139703 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b621e06-0fcf-4261-a84a-30d04f88c470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b802f7-048d-4818-b2ef-36bcaa2b0e05'}, {'server_uuid': 'b273f64d-fe0d-40e3-98ae-d97ee66fff15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace63fc9-960d-41b4-ae66-3967921a5005'}] {{(pid=79282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:23:17.159214 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning for port 0760a2da-7147-4be8-be3a-5048631c1ac9 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:23:17.165505 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning complete for port 0760a2da-7147-4be8-be3a-5048631c1ac9 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:23:17.165959 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:17.179088 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 34778) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:17.267814 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b621e06-0fcf-4261-a84a-30d04f88c470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b802f7-048d-4818-b2ef-36bcaa2b0e05', 'code': 200} May 17 16:23:17.267814 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b273f64d-fe0d-40e3-98ae-d97ee66fff15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace63fc9-960d-41b4-ae66-3967921a5005', 'code': 200} May 17 16:23:17.342116 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-689b29d1-cc67-493d-985a-d7d28de8cdaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:17.348941 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:17.359781 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-689b29d1-cc67-493d-985a-d7d28de8cdaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:17.364427 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-689b29d1-cc67-493d-985a-d7d28de8cdaf admin admin] Usage tracker for resource:security_group_rule and tenant:b6254ee5a1c5436e985df3c2e177f677 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:17.367437 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-689b29d1-cc67-493d-985a-d7d28de8cdaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:17.373544 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-689b29d1-cc67-493d-985a-d7d28de8cdaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:17.390455 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 0760a2da-7147-4be8-be3a-5048631c1ac9, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0760a2da-7147-4be8-be3a-5048631c1ac9,segment=NetworkSegment(e467b5df-9bda-4a24-b9f3-a42726381aa8),segment_id=e467b5df-9bda-4a24-b9f3-a42726381aa8)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:23:17.477558 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-689b29d1-cc67-493d-985a-d7d28de8cdaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:17.530395 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:17.532343 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:17.621769 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-689b29d1-cc67-493d-985a-d7d28de8cdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:17.627750 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=0760a2da-7147-4be8-be3a-5048631c1ac9,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:17.631569 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:17.639959 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:17.740003 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-689b29d1-cc67-493d-985a-d7d28de8cdaf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b6254ee5a1c5436e985df3c2e177f677&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5596697 May 17 16:23:17.746072 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b29d1-cc67-493d-985a-d7d28de8cdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fff641-b669-4cc9-8b89-bca6f2454e24,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:17.778653 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 34796) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:17.803375 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-689b29d1-cc67-493d-985a-d7d28de8cdaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:17.830413 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abcee1-75dd-4cbf-86ba-5460a8907630 req-cec661f1-196c-4153-8539-56e59e8b5bd9 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:17.831948 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e5abcee1-75dd-4cbf-86ba-5460a8907630 req-cec661f1-196c-4153-8539-56e59e8b5bd9 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 945 time: 0.3228996 May 17 16:23:17.843799 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4aa28e-325d-4ec6-91bb-08c3d54f754c req-6018bdab-bcc5-46ae-9f30-78627fbfef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:17.845556 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-bf4aa28e-325d-4ec6-91bb-08c3d54f754c req-6018bdab-bcc5-46ae-9f30-78627fbfef9b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 1098 time: 0.1044018 May 17 16:23:17.890313 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-bf4aa28e-325d-4ec6-91bb-08c3d54f754c req-1ad4fa0d-1503-4123-988b-6d4cc7df7a2b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379517 May 17 16:23:17.944302 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 34806) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:17.953816 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-38f1177f-12c2-4caf-b3ea-f4c751f37d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:17.961699 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e5abcee1-75dd-4cbf-86ba-5460a8907630 req-cd32fced-a35c-4772-8658-77fac13a8ee9 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076379 May 17 16:23:17.963774 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a4e940b0-38ad-475d-b8b4-589494ce0165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:17.983734 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-a4e940b0-38ad-475d-b8b4-589494ce0165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:17.993111 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-a4e940b0-38ad-475d-b8b4-589494ce0165 admin admin] Usage tracker for resource:security_group_rule and tenant:6d5465d4a5b0467f9e760a6a25a43f77 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:17.995503 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-38f1177f-12c2-4caf-b3ea-f4c751f37d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:17.997081 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-a4e940b0-38ad-475d-b8b4-589494ce0165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:18.005451 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-a4e940b0-38ad-475d-b8b4-589494ce0165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:18.010328 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cafb40-fbda-4b8c-93c0-02c827978d8d req-58d80070-1564-4819-b59b-dc3aec0bbbe8 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:18.011860 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-21cafb40-fbda-4b8c-93c0-02c827978d8d req-58d80070-1564-4819-b59b-dc3aec0bbbe8 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 946 time: 0.4128354 May 17 16:23:18.017597 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673167f4-3a1c-4d54-b7f5-069a8c81b1ec req-43d1cd08-4df9-4d86-8bfb-59d5e5767cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:18.019124 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-673167f4-3a1c-4d54-b7f5-069a8c81b1ec req-43d1cd08-4df9-4d86-8bfb-59d5e5767cc9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 1099 time: 0.2851734 May 17 16:23:18.110058 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-21cafb40-fbda-4b8c-93c0-02c827978d8d req-26593f29-0179-425b-b397-2cd584bff7cb tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/security-groups?id=497b4876-cf12-4cd4-ba0a-f9638e6db0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643547 May 17 16:23:18.152025 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a4e940b0-38ad-475d-b8b4-589494ce0165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:18.164497 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:18.193782 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5d0b9290-6b44-4417-be92-d9a78e5f4736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:18.198702 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-38f1177f-12c2-4caf-b3ea-f4c751f37d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:18.217390 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:18.245893 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1177f-12c2-4caf-b3ea-f4c751f37d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fff641-b669-4cc9-8b89-bca6f2454e24,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:18.251201 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-38f1177f-12c2-4caf-b3ea-f4c751f37d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:18.252376 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 4355676b-524a-49e8-a6bb-418db95feab4 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:23:18.254544 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-673167f4-3a1c-4d54-b7f5-069a8c81b1ec req-717acdf6-8ba6-4ff6-a522-13932d6a9ed9 service neutron] Synchronizing usage tracker for tenant:1c42425303764612bf8251bc6b92e9ab on resource:security_group {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:23:18.296162 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a4e940b0-38ad-475d-b8b4-589494ce0165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:18.307293 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-9b58d907-3096-4a70-8261-7d702f04b154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:18.376153 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-38f1177f-12c2-4caf-b3ea-f4c751f37d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:18.378473 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-38f1177f-12c2-4caf-b3ea-f4c751f37d2c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/22fff641-b669-4cc9-8b89-bca6f2454e24 HTTP/1.1" status: 204 len: 168 time: 0.5931170 May 17 16:23:18.395437 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-a4e940b0-38ad-475d-b8b4-589494ce0165 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6d5465d4a5b0467f9e760a6a25a43f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4486880 May 17 16:23:18.400646 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 34818) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:18.402018 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e940b0-38ad-475d-b8b4-589494ce0165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfe6ce0-cbca-4dd1-8f7b-ce2ca4025ae1,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:18.405704 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-a4e940b0-38ad-475d-b8b4-589494ce0165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:18.430573 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 4355676b-524a-49e8-a6bb-418db95feab4, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4355676b-524a-49e8-a6bb-418db95feab4,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:23:18.451400 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Returning: {'device': '4355676b-524a-49e8-a6bb-418db95feab4', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'port_id': '4355676b-524a-49e8-a6bb-418db95feab4', 'mac_address': 'fa:16:3e:80:87:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:23:18.480106 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb2dcf-f4d6-4709-8b49-b9d5422e2311 req-d26bf302-45e4-4f0b-8860-889117f8eefb tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:18.489281 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fafb2dcf-f4d6-4709-8b49-b9d5422e2311 req-d26bf302-45e4-4f0b-8860-889117f8eefb tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.2362149 May 17 16:23:18.525532 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:18.547438 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4355676b-524a-49e8-a6bb-418db95feab4 {{(pid=79282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:23:18.551312 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bc73e-ce72-48a0-b4e0-dfb9b58da39c req-dcb6d132-cdb5-42ce-af3f-df7511756889 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:18.559016 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-2d7bc73e-ce72-48a0-b4e0-dfb9b58da39c req-dcb6d132-cdb5-42ce-af3f-df7511756889 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.2657232 May 17 16:23:18.560867 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-673167f4-3a1c-4d54-b7f5-069a8c81b1ec req-717acdf6-8ba6-4ff6-a522-13932d6a9ed9 service neutron] Unset dirty status for tenant:1c42425303764612bf8251bc6b92e9ab on resource:security_group {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:23:18.561995 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-673167f4-3a1c-4d54-b7f5-069a8c81b1ec req-717acdf6-8ba6-4ff6-a522-13932d6a9ed9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=497b4876-cf12-4cd4-ba0a-f9638e6db0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233348 May 17 16:23:18.570347 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 4355676b-524a-49e8-a6bb-418db95feab4, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4355676b-524a-49e8-a6bb-418db95feab4,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:23:18.641553 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8f69e166-1891-47f9-a9bc-27414fa866a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:18.648166 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fafb2dcf-f4d6-4709-8b49-b9d5422e2311 req-0e145226-763a-47cb-82cd-1d79be09135b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473608 May 17 16:23:18.652378 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-2d7bc73e-ce72-48a0-b4e0-dfb9b58da39c req-5de5f3e7-7970-4fd3-bb0e-a9f0c13b82fb tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924497 May 17 16:23:18.665559 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:18.672583 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-8db210c7-30fd-4fc7-bf8c-c086226f70b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:18.691769 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8f69e166-1891-47f9-a9bc-27414fa866a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:18.746343 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=4355676b-524a-49e8-a6bb-418db95feab4,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:18.749141 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:18.908222 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8f69e166-1891-47f9-a9bc-27414fa866a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:18.913122 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:18.925401 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69e166-1891-47f9-a9bc-27414fa866a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfe6ce0-cbca-4dd1-8f7b-ce2ca4025ae1,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:18.928333 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-8f69e166-1891-47f9-a9bc-27414fa866a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:18.931055 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8f69e166-1891-47f9-a9bc-27414fa866a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:18.932384 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-8f69e166-1891-47f9-a9bc-27414fa866a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fbfe6ce0-cbca-4dd1-8f7b-ce2ca4025ae1 HTTP/1.1" status: 204 len: 168 time: 0.5255098 May 17 16:23:19.098117 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['4355676b-524a-49e8-a6bb-418db95feab4'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:23:19.174066 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:19.194423 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d2054-f15a-43de-80a3-aea7b6c238d1 req-5a8f1b31-d0c5-49b2-bd2f-ff9bdaa761d2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:19.196071 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-db7d2054-f15a-43de-80a3-aea7b6c238d1 req-5a8f1b31-d0c5-49b2-bd2f-ff9bdaa761d2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 945 time: 0.1125412 May 17 16:23:19.256468 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-db7d2054-f15a-43de-80a3-aea7b6c238d1 req-4624e3ff-a7e1-4c67-9470-242e30450b4a tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529184 May 17 16:23:19.261644 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd385b2af-10cf-47c2-ad0f-6e3275b9338f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0760a2da-7147-4be8-be3a-5048631c1ac9'}] {{(pid=79282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:23:19.379041 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd385b2af-10cf-47c2-ad0f-6e3275b9338f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0760a2da-7147-4be8-be3a-5048631c1ac9', 'code': 200} May 17 16:23:19.382847 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd87bea-f495-4386-b957-df302499cf30 req-746e2883-006a-4bf6-9921-a6055d039600 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:19.390553 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0fd87bea-f495-4386-b957-df302499cf30 req-746e2883-006a-4bf6-9921-a6055d039600 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 946 time: 0.1109293 May 17 16:23:19.400087 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 34840) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:19.421054 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-6b72a8c4-eed3-4005-af4b-a64247b5f444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:19.454960 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-6b72a8c4-eed3-4005-af4b-a64247b5f444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:19.460726 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-6b72a8c4-eed3-4005-af4b-a64247b5f444 admin admin] Usage tracker for resource:security_group_rule and tenant:b8cc0f71a88a44248d0689f14a00cd25 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:19.465892 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-6b72a8c4-eed3-4005-af4b-a64247b5f444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:19.472814 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-6b72a8c4-eed3-4005-af4b-a64247b5f444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:19.508484 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0fd87bea-f495-4386-b957-df302499cf30 req-37773612-2f24-4da9-a9d2-7f543c9fc170 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/security-groups?id=497b4876-cf12-4cd4-ba0a-f9638e6db0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969553 May 17 16:23:19.591095 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-6b72a8c4-eed3-4005-af4b-a64247b5f444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:19.672924 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-6b72a8c4-eed3-4005-af4b-a64247b5f444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:19.680330 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:19.712682 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72a8c4-eed3-4005-af4b-a64247b5f444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcc58ce-6827-46c2-8fd3-148ceef2f667,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:19.717768 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-6b72a8c4-eed3-4005-af4b-a64247b5f444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:19.735511 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-6b72a8c4-eed3-4005-af4b-a64247b5f444 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b8cc0f71a88a44248d0689f14a00cd25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3337927 May 17 16:23:19.738099 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 34854) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:19.804322 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-79140f5b-bb1d-41c6-839c-e00446feb3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:19.805770 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:23:19.833120 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-79140f5b-bb1d-41c6-839c-e00446feb3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:19.939660 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cef65-7af3-425a-8fb2-a713a69b120e req-ba60bbc3-5068-4728-b939-b2a4fca5d814 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:19.941147 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cd1cef65-7af3-425a-8fb2-a713a69b120e req-ba60bbc3-5068-4728-b939-b2a4fca5d814 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 945 time: 0.1403151 May 17 16:23:19.969435 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a99bd-6d10-4c4a-a214-c9d00aec2717 req-4679b427-c191-482b-8feb-8242a610aab5 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:19.970745 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c44a99bd-6d10-4c4a-a214-c9d00aec2717 req-4679b427-c191-482b-8feb-8242a610aab5 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.1308219 May 17 16:23:20.038628 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cd1cef65-7af3-425a-8fb2-a713a69b120e req-f4204fbd-155b-485b-8fb7-9340ccfb9a08 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908899 May 17 16:23:20.045853 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c44a99bd-6d10-4c4a-a214-c9d00aec2717 req-9bed4a59-3454-4a6d-bb6c-b02d22b2447a tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640879 May 17 16:23:20.050098 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-79140f5b-bb1d-41c6-839c-e00446feb3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:20.061802 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-a4e940b0-38ad-475d-b8b4-589494ce0165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:20.074931 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79140f5b-bb1d-41c6-839c-e00446feb3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcc58ce-6827-46c2-8fd3-148ceef2f667,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:20.080272 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-79140f5b-bb1d-41c6-839c-e00446feb3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:20.091242 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-79140f5b-bb1d-41c6-839c-e00446feb3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:20.092427 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-79140f5b-bb1d-41c6-839c-e00446feb3c5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cdcc58ce-6827-46c2-8fd3-148ceef2f667 HTTP/1.1" status: 204 len: 168 time: 0.3533843 May 17 16:23:20.667795 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:20.876623 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfaffa1-5960-4117-b39d-49783322e78a req-6a436cca-49f1-4c68-bfcb-2ee250660778 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:20.884985 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7bfaffa1-5960-4117-b39d-49783322e78a req-6a436cca-49f1-4c68-bfcb-2ee250660778 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 946 time: 0.1784899 May 17 16:23:20.968855 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7bfaffa1-5960-4117-b39d-49783322e78a req-dc6151bb-2e0b-465a-9180-ec2e91ae7882 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/security-groups?id=497b4876-cf12-4cd4-ba0a-f9638e6db0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825152 May 17 16:23:21.015427 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2cf58-b6c0-46a9-add4-c8e5ba52c335 req-87809ccb-ac1b-4cc7-b28d-eac982890f91 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:21.016905 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-10d2cf58-b6c0-46a9-add4-c8e5ba52c335 req-87809ccb-ac1b-4cc7-b28d-eac982890f91 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.0890319 May 17 16:23:21.088081 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-10d2cf58-b6c0-46a9-add4-c8e5ba52c335 req-34ef45eb-7bee-4f6d-82a5-8f68a60a778a tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574925 May 17 16:23:21.259905 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2477e61-54ef-47be-83fb-3614a2c01d15 req-59e18834-673a-4ad3-96e2-b08a772676fb tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:21.261315 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c2477e61-54ef-47be-83fb-3614a2c01d15 req-59e18834-673a-4ad3-96e2-b08a772676fb tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 945 time: 0.0855744 May 17 16:23:21.311333 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c2477e61-54ef-47be-83fb-3614a2c01d15 req-e25baaa0-cd26-4129-9063-56acbccd1321 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429521 May 17 16:23:21.667466 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:22.183503 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a17349-3613-46a3-b3e6-48025c2156c3 req-6f2f142a-c030-4292-826b-e06d86c8cad3 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:22.187246 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c9a17349-3613-46a3-b3e6-48025c2156c3 req-6f2f142a-c030-4292-826b-e06d86c8cad3 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 946 time: 0.0930176 May 17 16:23:22.233020 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c9a17349-3613-46a3-b3e6-48025c2156c3 req-e09f3978-4070-4856-9720-7a06b7100238 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/security-groups?id=497b4876-cf12-4cd4-ba0a-f9638e6db0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445967 May 17 16:23:22.376452 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356ca49-3549-4c85-bcda-19b481824414 req-edd18237-16bb-4817-8899-ca91aed9768f tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:22.378438 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8356ca49-3549-4c85-bcda-19b481824414 req-edd18237-16bb-4817-8899-ca91aed9768f tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.0920227 May 17 16:23:22.443657 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8356ca49-3549-4c85-bcda-19b481824414 req-14732a69-bb15-44f2-b9ef-3eddda10ba07 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589230 May 17 16:23:22.560488 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e5daa-09a3-449a-afb7-4b2b4a5667f6 req-f836023c-30e6-4478-b7e0-96739a5cb288 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:22.562158 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0b9e5daa-09a3-449a-afb7-4b2b4a5667f6 req-f836023c-30e6-4478-b7e0-96739a5cb288 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 945 time: 0.0881648 May 17 16:23:22.673415 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0b9e5daa-09a3-449a-afb7-4b2b4a5667f6 req-9e91cd2e-72c2-49e6-aa58-edb3b0a53a78 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043222 May 17 16:23:23.555499 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caf569-6ce3-4a67-9a2d-b1369cc73c0b req-724763b7-cbb5-47c7-8c0a-2ec2d1fe3d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:23.557258 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e7caf569-6ce3-4a67-9a2d-b1369cc73c0b req-724763b7-cbb5-47c7-8c0a-2ec2d1fe3d11 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2307c0670f344a09bf44ca921047944a&device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 1098 time: 0.1475575 May 17 16:23:23.574700 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc8c48-14e4-406d-b14a-f450bd1ed55d req-b75450f3-e4e1-4971-a80e-7d9941c38243 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:23.574700 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-85cc8c48-14e4-406d-b14a-f450bd1ed55d req-b75450f3-e4e1-4971-a80e-7d9941c38243 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 946 time: 0.2139754 May 17 16:23:23.598060 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cac407-098b-4006-ac1f-bf678851001f req-05b3ddb3-3cda-449d-ad29-919652295782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:23.600608 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-f6cac407-098b-4006-ac1f-bf678851001f req-05b3ddb3-3cda-449d-ad29-919652295782 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 1098 time: 0.1330421 May 17 16:23:23.645882 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-f6cac407-098b-4006-ac1f-bf678851001f req-6da31d94-ae3a-42e0-b224-9cf785e36f04 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385177 May 17 16:23:23.789123 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-85cc8c48-14e4-406d-b14a-f450bd1ed55d req-46629770-e8bd-4496-a70a-9f3c7ad8b20c tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/security-groups?id=497b4876-cf12-4cd4-ba0a-f9638e6db0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414301 May 17 16:23:23.821325 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caf569-6ce3-4a67-9a2d-b1369cc73c0b req-41964feb-b285-4ad5-b320-636739b149a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:23.822851 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e7caf569-6ce3-4a67-9a2d-b1369cc73c0b req-41964feb-b285-4ad5-b320-636739b149a9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=95cb7f67-f70c-4a86-ad74-5eaf775bf7aa HTTP/1.1" status: 200 len: 920 time: 0.2529519 May 17 16:23:23.845069 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ada5ed-59b5-4183-a4dd-0261812e0112 req-c3145320-6685-4066-acd9-c3e60541ef37 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:23.850866 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-69ada5ed-59b5-4183-a4dd-0261812e0112 req-c3145320-6685-4066-acd9-c3e60541ef37 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.2020535 May 17 16:23:23.896629 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-69ada5ed-59b5-4183-a4dd-0261812e0112 req-e848bf6b-1e3c-4e7d-9c80-8f6a70555a70 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439816 May 17 16:23:24.015764 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e7caf569-6ce3-4a67-9a2d-b1369cc73c0b req-ffc497e2-8a37-4875-9c0e-c20c32382b06 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ace63fc9-960d-41b4-ae66-3967921a5005 HTTP/1.1" status: 200 len: 217 time: 0.1147420 May 17 16:23:24.053332 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19d78f-ac29-4d0e-8fa2-dfdcee9c6374 req-8f64cc54-d90b-48b9-9cbf-df9353e8b153 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:24.054939 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-db19d78f-ac29-4d0e-8fa2-dfdcee9c6374 req-8f64cc54-d90b-48b9-9cbf-df9353e8b153 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 945 time: 0.0994611 May 17 16:23:24.077717 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 35000) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:24.150437 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-db19d78f-ac29-4d0e-8fa2-dfdcee9c6374 req-dc91f84a-759f-4fde-92a0-a45579f8375a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891411 May 17 16:23:24.161963 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caf569-6ce3-4a67-9a2d-b1369cc73c0b req-ceb42eea-2587-4755-87cc-b343263b412a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:24.163406 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e7caf569-6ce3-4a67-9a2d-b1369cc73c0b req-ceb42eea-2587-4755-87cc-b343263b412a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bdaf05fe-e49f-4388-8c5b-0bf658a1d6b3 HTTP/1.1" status: 200 len: 859 time: 0.0797060 May 17 16:23:24.205758 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-2bf7d1f8-1d0b-471f-9a36-bae050dd7699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:24.216675 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e7caf569-6ce3-4a67-9a2d-b1369cc73c0b req-87fc2288-478e-4e66-bb53-3234247b8a42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95cb7f67-f70c-4a86-ad74-5eaf775bf7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460944 May 17 16:23:24.220821 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-2bf7d1f8-1d0b-471f-9a36-bae050dd7699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:24.224655 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-2bf7d1f8-1d0b-471f-9a36-bae050dd7699 admin admin] Usage tracker for resource:security_group_rule and tenant:2e24a336cf3546fbb67ef9567259610c is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:24.227477 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-2bf7d1f8-1d0b-471f-9a36-bae050dd7699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:24.233177 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-2bf7d1f8-1d0b-471f-9a36-bae050dd7699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:24.333367 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-2bf7d1f8-1d0b-471f-9a36-bae050dd7699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:24.354454 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e7caf569-6ce3-4a67-9a2d-b1369cc73c0b req-182ae36e-1556-49c8-b144-7ba09d6c7ef0 service neutron] 10.222.0.24 "GET /v2.0/networks/95cb7f67-f70c-4a86-ad74-5eaf775bf7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302948 May 17 16:23:24.502626 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e7caf569-6ce3-4a67-9a2d-b1369cc73c0b req-4d4b1cf7-f257-43d7-ac05-7dc8e7dd08b3 service neutron] 10.222.0.24 "GET /v2.0/networks/95cb7f67-f70c-4a86-ad74-5eaf775bf7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387806 May 17 16:23:24.524193 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-2bf7d1f8-1d0b-471f-9a36-bae050dd7699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:24.536627 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:24.577826 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-2bf7d1f8-1d0b-471f-9a36-bae050dd7699 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2e24a336cf3546fbb67ef9567259610c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5020187 May 17 16:23:24.579539 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7d1f8-1d0b-471f-9a36-bae050dd7699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ede53b-bd28-47fe-9047-59459b46c996,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:24.580746 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 35010) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:24.582558 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-2bf7d1f8-1d0b-471f-9a36-bae050dd7699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:24.641839 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-eeb7afc6-9659-4ac3-93e1-1ac52e05ae5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:24.671536 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-eeb7afc6-9659-4ac3-93e1-1ac52e05ae5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:24.949819 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-eeb7afc6-9659-4ac3-93e1-1ac52e05ae5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:24.955243 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:24.976027 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7afc6-9659-4ac3-93e1-1ac52e05ae5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ede53b-bd28-47fe-9047-59459b46c996,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:24.979985 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-eeb7afc6-9659-4ac3-93e1-1ac52e05ae5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:24.997584 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-eeb7afc6-9659-4ac3-93e1-1ac52e05ae5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:24.997584 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-eeb7afc6-9659-4ac3-93e1-1ac52e05ae5e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f9ede53b-bd28-47fe-9047-59459b46c996 HTTP/1.1" status: 204 len: 168 time: 0.4039049 May 17 16:23:25.078601 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50729bed-d481-48c2-a5a7-9fb57a51302e req-f2645b24-985b-4cb5-8c88-e563c3387ef3 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:25.080726 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-50729bed-d481-48c2-a5a7-9fb57a51302e req-f2645b24-985b-4cb5-8c88-e563c3387ef3 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 946 time: 0.1775267 May 17 16:23:25.148080 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13a1f6-27e3-4988-9e45-e4563ae42662 req-fca5fa43-6b6d-4446-a159-c060e00b5ed0 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:25.149569 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ad13a1f6-27e3-4988-9e45-e4563ae42662 req-fca5fa43-6b6d-4446-a159-c060e00b5ed0 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.1379118 May 17 16:23:25.187766 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-50729bed-d481-48c2-a5a7-9fb57a51302e req-61ab7c2e-5ff9-4179-8335-bff8cf10df76 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/security-groups?id=497b4876-cf12-4cd4-ba0a-f9638e6db0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779560 May 17 16:23:25.228073 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ad13a1f6-27e3-4988-9e45-e4563ae42662 req-d07c7b58-9835-4156-aa9e-ef9511d16df1 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675812 May 17 16:23:25.380202 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11caf58e-f4ac-424a-bacc-49dc554d8486 req-cdbfeb87-b922-4872-9680-fb0332af14df tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:25.381677 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-11caf58e-f4ac-424a-bacc-49dc554d8486 req-cdbfeb87-b922-4872-9680-fb0332af14df tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 945 time: 0.0882292 May 17 16:23:25.432101 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-11caf58e-f4ac-424a-bacc-49dc554d8486 req-0d2a89bf-7baa-45a5-bbcf-e268a0e144b2 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437150 May 17 16:23:25.796490 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 35052) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:25.813812 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e7c385ce-23b7-43c2-a87e-944d1f022d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:25.829373 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-e7c385ce-23b7-43c2-a87e-944d1f022d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:25.833206 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-e7c385ce-23b7-43c2-a87e-944d1f022d8a admin admin] Usage tracker for resource:security_group_rule and tenant:4a0f66f61dc04cd3951cb96eb7244e80 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:25.836199 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-e7c385ce-23b7-43c2-a87e-944d1f022d8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:25.841945 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-e7c385ce-23b7-43c2-a87e-944d1f022d8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:25.933170 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e7c385ce-23b7-43c2-a87e-944d1f022d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:26.066880 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e7c385ce-23b7-43c2-a87e-944d1f022d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:26.074564 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-ba19f021-3ff7-4b0f-a436-f93f5cfd81fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:26.120098 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-e7c385ce-23b7-43c2-a87e-944d1f022d8a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4a0f66f61dc04cd3951cb96eb7244e80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225036 May 17 16:23:26.121101 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c385ce-23b7-43c2-a87e-944d1f022d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a1cd98-042b-4a5e-a8b8-fca9b8b5b7e0,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:26.124316 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 35056) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:26.125337 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-e7c385ce-23b7-43c2-a87e-944d1f022d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:26.191037 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1f3341a1-f17f-4f39-a9e9-63c40435f67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:26.225058 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1f3341a1-f17f-4f39-a9e9-63c40435f67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:26.474923 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1f3341a1-f17f-4f39-a9e9-63c40435f67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:26.479710 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:26.515489 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3341a1-f17f-4f39-a9e9-63c40435f67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a1cd98-042b-4a5e-a8b8-fca9b8b5b7e0,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:26.523389 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1f3341a1-f17f-4f39-a9e9-63c40435f67a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:26.541395 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1f3341a1-f17f-4f39-a9e9-63c40435f67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:26.543014 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-1f3341a1-f17f-4f39-a9e9-63c40435f67a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a3a1cd98-042b-4a5e-a8b8-fca9b8b5b7e0 HTTP/1.1" status: 204 len: 168 time: 0.4170902 May 17 16:23:26.550765 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3906f1-40d6-4962-97e6-c3c8a90bc55a req-cfcd3b48-3132-40b0-8b2a-2633f9896de8 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:26.553625 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5d3906f1-40d6-4962-97e6-c3c8a90bc55a req-cfcd3b48-3132-40b0-8b2a-2633f9896de8 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.1612980 May 17 16:23:26.665084 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5d3906f1-40d6-4962-97e6-c3c8a90bc55a req-01661a02-7d78-4b3c-8f7e-940295265387 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036217 May 17 16:23:26.801769 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 4355676b-524a-49e8-a6bb-418db95feab4 up at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:23:26.924952 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234388a-1e53-4fbc-847e-fbab8eec9971 req-272f10b9-f2f2-4f11-b0f5-2a83521f230d tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:26.926427 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6234388a-1e53-4fbc-847e-fbab8eec9971 req-272f10b9-f2f2-4f11-b0f5-2a83521f230d tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 945 time: 0.1618664 May 17 16:23:26.972625 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6234388a-1e53-4fbc-847e-fbab8eec9971 req-319ff929-d547-46d3-95d2-047d80c8e837 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401318 May 17 16:23:27.015769 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning for port 4355676b-524a-49e8-a6bb-418db95feab4 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:23:27.021109 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning complete for port 4355676b-524a-49e8-a6bb-418db95feab4 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:23:27.021523 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:27.155200 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:27.187139 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395b3656-fde8-4312-8c59-2e6202537b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4355676b-524a-49e8-a6bb-418db95feab4'}] {{(pid=79282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:23:27.202580 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 4355676b-524a-49e8-a6bb-418db95feab4, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4355676b-524a-49e8-a6bb-418db95feab4,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:23:27.256183 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395b3656-fde8-4312-8c59-2e6202537b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4355676b-524a-49e8-a6bb-418db95feab4', 'code': 200} May 17 16:23:27.348576 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:27.348576 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-9aa975bb-9a34-4341-97d1-0f95ec936cce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:27.412834 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=4355676b-524a-49e8-a6bb-418db95feab4,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:27.416037 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:27.857465 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d7afd-abad-417f-921b-fea598151325 req-a7fd5ecf-d72a-4490-92a9-0459eda683f9 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:27.858858 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-424d7afd-abad-417f-921b-fea598151325 req-a7fd5ecf-d72a-4490-92a9-0459eda683f9 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.0847094 May 17 16:23:27.909702 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-424d7afd-abad-417f-921b-fea598151325 req-36c29db9-9ff2-4bbe-8296-1fbae1f0d434 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413957 May 17 16:23:28.169614 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c377e-98f0-4e71-b4cd-abf105fd6959 req-4d3347f8-b48a-4f31-9532-5f7bced1ae2c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:28.171170 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7b6c377e-98f0-4e71-b4cd-abf105fd6959 req-4d3347f8-b48a-4f31-9532-5f7bced1ae2c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.0847707 May 17 16:23:28.229287 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7b6c377e-98f0-4e71-b4cd-abf105fd6959 req-499bbf3f-2a7e-4148-95a3-69f395617a43 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480554 May 17 16:23:29.102923 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92b31b-5686-4a8b-97f3-5665548cdfe0 req-e8111327-8b89-4f01-a4bb-92143be4947b tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:29.104414 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-be92b31b-5686-4a8b-97f3-5665548cdfe0 req-e8111327-8b89-4f01-a4bb-92143be4947b tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.0831530 May 17 16:23:29.159961 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-be92b31b-5686-4a8b-97f3-5665548cdfe0 req-e005aedf-8a3c-4b57-80be-29f66d503136 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485654 May 17 16:23:29.466431 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a16ef-3844-43b0-90a8-54022f67841e req-4962d4f9-7ab3-4c9f-9e1d-38c173447127 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:29.467920 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-707a16ef-3844-43b0-90a8-54022f67841e req-4962d4f9-7ab3-4c9f-9e1d-38c173447127 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.0947764 May 17 16:23:29.526144 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-707a16ef-3844-43b0-90a8-54022f67841e req-0efe3db3-59f9-4f93-95ee-b74e47a59174 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508080 May 17 16:23:29.885738 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6e2f1-c3d5-447e-94d4-ceb52aff797b req-c6054d23-b315-4f8d-b42a-453b9417cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:29.887231 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e0c6e2f1-c3d5-447e-94d4-ceb52aff797b req-c6054d23-b315-4f8d-b42a-453b9417cdb7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 1099 time: 0.0740263 May 17 16:23:29.946705 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e0c6e2f1-c3d5-447e-94d4-ceb52aff797b req-bf85c9af-e7aa-4bff-a690-972db6a59f09 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499375 May 17 16:23:30.423631 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad2f33-2f73-40f8-a5ea-e32ce43317c2 req-0169426d-237e-4c28-8815-ec349dead00a tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:30.425218 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d0ad2f33-2f73-40f8-a5ea-e32ce43317c2 req-0169426d-237e-4c28-8815-ec349dead00a tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.0925782 May 17 16:23:30.490580 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 35232) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:30.533143 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d0ad2f33-2f73-40f8-a5ea-e32ce43317c2 req-718d3e9f-2235-42f3-b991-c5d95789e541 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808351 May 17 16:23:30.673541 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e4bfee58-ccf4-45e1-abe5-bddec39ca9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:30.772118 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-e4bfee58-ccf4-45e1-abe5-bddec39ca9ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:30.772118 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-e4bfee58-ccf4-45e1-abe5-bddec39ca9ef admin admin] Usage tracker for resource:security_group_rule and tenant:04975e810d4a4778b14f5ae9e43a236b is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:30.778971 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-e4bfee58-ccf4-45e1-abe5-bddec39ca9ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:30.788319 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-e4bfee58-ccf4-45e1-abe5-bddec39ca9ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:30.827905 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48b713-bcba-48bd-b868-18fe99dc5424 req-760a1615-96cb-47a5-b8b3-cc95a83dff91 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:30.830131 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6f48b713-bcba-48bd-b868-18fe99dc5424 req-760a1615-96cb-47a5-b8b3-cc95a83dff91 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.1141508 May 17 16:23:30.886946 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6f48b713-bcba-48bd-b868-18fe99dc5424 req-fe336c20-819e-44fb-8eb9-871da3e46805 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488453 May 17 16:23:30.906862 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e4bfee58-ccf4-45e1-abe5-bddec39ca9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:31.643180 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e4bfee58-ccf4-45e1-abe5-bddec39ca9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:31.655262 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:31.696612 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bfee58-ccf4-45e1-abe5-bddec39ca9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960fd0a0-d620-4062-bd0d-9f8594e248e6,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:31.698662 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e4bfee58-ccf4-45e1-abe5-bddec39ca9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:31.746130 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-e4bfee58-ccf4-45e1-abe5-bddec39ca9ef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=04975e810d4a4778b14f5ae9e43a236b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2540936 May 17 16:23:31.746936 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 35258) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:31.824013 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c15d0-8ea6-4683-8e57-f071bcdc0e07 req-22f2016b-f5b9-4894-a0f9-95e39cb06669 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:31.832759 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-721c15d0-8ea6-4683-8e57-f071bcdc0e07 req-22f2016b-f5b9-4894-a0f9-95e39cb06669 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.1204278 May 17 16:23:31.895874 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-aa6206d8-a5a0-4fc2-99ac-57cc815ef766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:31.901705 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-721c15d0-8ea6-4683-8e57-f071bcdc0e07 req-6d45a69a-2cf5-4eb5-a93f-ae1a64340703 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630555 May 17 16:23:31.935152 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-aa6206d8-a5a0-4fc2-99ac-57cc815ef766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:32.102723 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f6b5c-9fda-438c-9de2-c315c0d5979d req-a2b137c5-d2e3-456e-a1a8-b1cf6c0ef0bb tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:32.104219 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7d2f6b5c-9fda-438c-9de2-c315c0d5979d req-a2b137c5-d2e3-456e-a1a8-b1cf6c0ef0bb tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.0902708 May 17 16:23:32.153448 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7d2f6b5c-9fda-438c-9de2-c315c0d5979d req-b7a873d2-ae96-491c-a29a-bf14b81dccfc tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418754 May 17 16:23:32.267636 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-aa6206d8-a5a0-4fc2-99ac-57cc815ef766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:32.274221 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-71114161-cd63-45f0-b92f-d9b6834bbc6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:32.283795 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6206d8-a5a0-4fc2-99ac-57cc815ef766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960fd0a0-d620-4062-bd0d-9f8594e248e6,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:32.288150 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-aa6206d8-a5a0-4fc2-99ac-57cc815ef766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:32.291864 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-aa6206d8-a5a0-4fc2-99ac-57cc815ef766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:32.293225 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-aa6206d8-a5a0-4fc2-99ac-57cc815ef766 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/960fd0a0-d620-4062-bd0d-9f8594e248e6 HTTP/1.1" status: 204 len: 168 time: 0.5444660 May 17 16:23:33.111195 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a7b69-d128-4f0f-961b-45025b3701ba req-18cecc83-36fc-43b5-b7d3-73df71f5c400 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:33.112763 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-586a7b69-d128-4f0f-961b-45025b3701ba req-18cecc83-36fc-43b5-b7d3-73df71f5c400 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.0878174 May 17 16:23:33.159117 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-586a7b69-d128-4f0f-961b-45025b3701ba req-6aaed0d8-9761-4760-90a6-3cb95c69baaf tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402949 May 17 16:23:33.342875 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eec0b6-0f42-4854-9730-32c826ea7cca req-795af373-1aa5-4f9e-b2fd-6ac7526282a0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:33.345111 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d6eec0b6-0f42-4854-9730-32c826ea7cca req-795af373-1aa5-4f9e-b2fd-6ac7526282a0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.0793598 May 17 16:23:33.390378 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d6eec0b6-0f42-4854-9730-32c826ea7cca req-80dafa11-fbab-490d-9e53-d6a1692a7f69 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392084 May 17 16:23:33.410194 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 35300) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:33.436601 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-b851379c-12c2-460c-93ae-bf049ac481e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:33.455941 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-b851379c-12c2-460c-93ae-bf049ac481e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:33.460382 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-b851379c-12c2-460c-93ae-bf049ac481e2 admin admin] Usage tracker for resource:security_group_rule and tenant:1aaee6d93ccc4dd48629d7ecbfe41a17 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:33.464044 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-b851379c-12c2-460c-93ae-bf049ac481e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:33.473718 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-b851379c-12c2-460c-93ae-bf049ac481e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:33.589782 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-b851379c-12c2-460c-93ae-bf049ac481e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:33.686233 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a99e33-82b7-42c1-999d-2f6ff7ce012f req-df4aefa6-743e-408a-9484-27b7f1f2ba7e tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:33.687860 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f9a99e33-82b7-42c1-999d-2f6ff7ce012f req-df4aefa6-743e-408a-9484-27b7f1f2ba7e tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.1068552 May 17 16:23:33.697447 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 35324) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:33.701182 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-b851379c-12c2-460c-93ae-bf049ac481e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:33.702963 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-6c420e5e-5e55-45e5-96a5-2b063951cbfd tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Request body: {'floatingip': {'port_id': '4355676b-524a-49e8-a6bb-418db95feab4'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:23:33.709782 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-db9bcd89-6af9-47ef-8f0c-8dc1792561c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:33.749624 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b851379c-12c2-460c-93ae-bf049ac481e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a694380-8e24-4d7b-a796-e45db30690c8,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:33.758677 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-b851379c-12c2-460c-93ae-bf049ac481e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1aaee6d93ccc4dd48629d7ecbfe41a17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3449340 May 17 16:23:33.759797 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 35328) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:33.763025 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851379c-12c2-460c-93ae-bf049ac481e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:33.763378 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851379c-12c2-460c-93ae-bf049ac481e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:33.763717 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851379c-12c2-460c-93ae-bf049ac481e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:33.764051 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851379c-12c2-460c-93ae-bf049ac481e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:33.764382 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851379c-12c2-460c-93ae-bf049ac481e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:33.764761 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851379c-12c2-460c-93ae-bf049ac481e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:33.765093 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851379c-12c2-460c-93ae-bf049ac481e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:33.765425 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851379c-12c2-460c-93ae-bf049ac481e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:33.765743 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851379c-12c2-460c-93ae-bf049ac481e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:33.767341 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851379c-12c2-460c-93ae-bf049ac481e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:33.767341 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851379c-12c2-460c-93ae-bf049ac481e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:33.767525 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b851379c-12c2-460c-93ae-bf049ac481e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:33.782743 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-b851379c-12c2-460c-93ae-bf049ac481e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:33.809359 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-6c420e5e-5e55-45e5-96a5-2b063951cbfd tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for floatingip, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:33.834072 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-d3f9416e-d88a-4dfe-a294-2b6b6589595b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:33.868878 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-d3f9416e-d88a-4dfe-a294-2b6b6589595b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:34.033053 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-d3f9416e-d88a-4dfe-a294-2b6b6589595b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:34.036933 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:34.050349 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9416e-d88a-4dfe-a294-2b6b6589595b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a694380-8e24-4d7b-a796-e45db30690c8,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:34.052793 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-d3f9416e-d88a-4dfe-a294-2b6b6589595b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:34.057319 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-d3f9416e-d88a-4dfe-a294-2b6b6589595b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:34.060973 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-d3f9416e-d88a-4dfe-a294-2b6b6589595b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a694380-8e24-4d7b-a796-e45db30690c8 HTTP/1.1" status: 204 len: 168 time: 0.2980781 May 17 16:23:34.621946 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c73943-bfa0-471c-b541-dd5d3ef7d576 req-27ecdf10-b088-4bb8-9674-bf87593cf436 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:34.623601 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e9c73943-bfa0-471c-b541-dd5d3ef7d576 req-27ecdf10-b088-4bb8-9674-bf87593cf436 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.2647648 May 17 16:23:34.777597 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e9c73943-bfa0-471c-b541-dd5d3ef7d576 req-6f2adc3b-67cd-412f-ade4-f59273d291d0 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449990 May 17 16:23:34.911156 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-6c420e5e-5e55-45e5-96a5-2b063951cbfd tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:35.038166 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-6c420e5e-5e55-45e5-96a5-2b063951cbfd tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432823'] for floatingip, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:35.221467 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.db.l3_db [None req-6c420e5e-5e55-45e5-96a5-2b063951cbfd tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Floating IP 406e1a0a-b412-432c-b6a9-d7e085f2b999 associated. External IP: 172.27.2.201, port: 4355676b-524a-49e8-a6bb-418db95feab4. May 17 16:23:35.670931 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c420e5e-5e55-45e5-96a5-2b063951cbfd tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Router ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:23:35.868487 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c420e5e-5e55-45e5-96a5-2b063951cbfd tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:23:35.885408 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeb5eb3-dc2a-4eaa-83eb-0c74fb28a941 None None] Sync routers for ids ['ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'] in dv-cinder-768105-8-iscsi {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:23:35.886010 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-6c420e5e-5e55-45e5-96a5-2b063951cbfd tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for floatingip, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:35.899515 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeb5eb3-dc2a-4eaa-83eb-0c74fb28a941 None None] Routers {'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:23:35.900259 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-edeb5eb3-dc2a-4eaa-83eb-0c74fb28a941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:23:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:23:35.997552 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-6c420e5e-5e55-45e5-96a5-2b063951cbfd tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "PUT /v2.0/floatingips/406e1a0a-b412-432c-b6a9-d7e085f2b999 HTTP/1.1" status: 200 len: 992 time: 2.2989318 May 17 16:23:35.998985 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395b3656-fde8-4312-8c59-2e6202537b28', 'tag': '4355676b-524a-49e8-a6bb-418db95feab4'}] {{(pid=79280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:23:36.050093 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d078c-3435-4779-aad3-c63a4718a71c req-c144f9fd-0dea-4789-9e9f-64acc0d73208 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:36.055004 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-305d078c-3435-4779-aad3-c63a4718a71c req-c144f9fd-0dea-4789-9e9f-64acc0d73208 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.1347175 May 17 16:23:36.112379 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-305d078c-3435-4779-aad3-c63a4718a71c req-1703b48f-e61b-4e0b-9593-ed73b5a9899f tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531864 May 17 16:23:36.150728 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-edeb5eb3-dc2a-4eaa-83eb-0c74fb28a941 None None] Set router ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:23:36.187110 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395b3656-fde8-4312-8c59-2e6202537b28', 'tag': '4355676b-524a-49e8-a6bb-418db95feab4', 'status': 'completed', 'code': 200} May 17 16:23:36.327903 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af7c93-890d-4d10-bbfa-960c4cce54b4 req-857a404d-f300-48bd-8c50-1f31e96f8d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:36.335637 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b0af7c93-890d-4d10-bbfa-960c4cce54b4 req-857a404d-f300-48bd-8c50-1f31e96f8d34 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ea92b2008324514984db0dee23989df&device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 1099 time: 0.1085112 May 17 16:23:36.510696 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af7c93-890d-4d10-bbfa-960c4cce54b4 req-1c52a569-de3e-47f4-a451-a0f190666665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:36.512304 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b0af7c93-890d-4d10-bbfa-960c4cce54b4 req-1c52a569-de3e-47f4-a451-a0f190666665 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b385ca28-bc09-4262-bdca-a3584d9f84aa HTTP/1.1" status: 200 len: 918 time: 0.1731191 May 17 16:23:36.571536 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-edeb5eb3-dc2a-4eaa-83eb-0c74fb28a941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'name': 'tempest-AttachVolumeShelveTestJSON-1734573545-router', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:22:43Z', 'revision_number': 4, 'project_id': '0ea92b2008324514984db0dee23989df', 'gw_port': {'id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:36Z', 'updated_at': '2021-05-17T16:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': '406e1a0a-b412-432c-b6a9-d7e085f2b999', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'floating_ip_address': '172.27.2.201', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'port_id': '4355676b-524a-49e8-a6bb-418db95feab4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'mac_address': 'fa:16:3e:80:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395b3656-fde8-4312-8c59-2e6202537b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:22:57Z', 'updated_at': '2021-05-17T16:23:34Z', 'revision_number': 1, 'project_id': '0ea92b2008324514984db0dee23989df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e4a0d97-3adc-404e-b5d8-6fe56725cda6', 'name': '', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'mac_address': 'fa:16:3e:88:0f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:41Z', 'updated_at': '2021-05-17T16:22:57Z', 'revision_number': 5, 'project_id': '0ea92b2008324514984db0dee23989df', 'subnets': [{'id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:23:36.575940 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeb5eb3-dc2a-4eaa-83eb-0c74fb28a941 None None] Checking router: ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 for host: dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:23:36.584347 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeb5eb3-dc2a-4eaa-83eb-0c74fb28a941 None None] Routers {'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:23:36.585090 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-edeb5eb3-dc2a-4eaa-83eb-0c74fb28a941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:23:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:23:36.648647 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b0af7c93-890d-4d10-bbfa-960c4cce54b4 req-33114c23-616c-4511-a8ea-a9f30a73700f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4355676b-524a-49e8-a6bb-418db95feab4 HTTP/1.1" status: 200 len: 1000 time: 0.1214294 May 17 16:23:36.725899 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af7c93-890d-4d10-bbfa-960c4cce54b4 req-f36c8a99-0811-43f1-8870-7f990b229c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:36.727391 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b0af7c93-890d-4d10-bbfa-960c4cce54b4 req-f36c8a99-0811-43f1-8870-7f990b229c9f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e88814d7-1622-4f60-af12-99e2074dbe02 HTTP/1.1" status: 200 len: 856 time: 0.0606639 May 17 16:23:36.794553 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-edeb5eb3-dc2a-4eaa-83eb-0c74fb28a941 None None] Set router ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:23:36.834162 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af7c93-890d-4d10-bbfa-960c4cce54b4 req-68ab3749-09da-4b4b-b5bf-c54f7782d1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:36.835694 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b0af7c93-890d-4d10-bbfa-960c4cce54b4 req-68ab3749-09da-4b4b-b5bf-c54f7782d1ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b385ca28-bc09-4262-bdca-a3584d9f84aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1009789 May 17 16:23:37.037036 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b0af7c93-890d-4d10-bbfa-960c4cce54b4 req-d58341f8-9467-4e8a-830d-920bf4198818 service neutron] 10.222.0.24 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877267 May 17 16:23:37.236020 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b0af7c93-890d-4d10-bbfa-960c4cce54b4 req-7dbe23f7-d282-4c1a-94c3-c3287b92be86 service neutron] 10.222.0.24 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826031 May 17 16:23:37.300325 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-edeb5eb3-dc2a-4eaa-83eb-0c74fb28a941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'name': 'tempest-AttachVolumeShelveTestJSON-1734573545-router', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:22:43Z', 'revision_number': 4, 'project_id': '0ea92b2008324514984db0dee23989df', 'gw_port': {'id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:36Z', 'updated_at': '2021-05-17T16:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': '406e1a0a-b412-432c-b6a9-d7e085f2b999', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'floating_ip_address': '172.27.2.201', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'port_id': '4355676b-524a-49e8-a6bb-418db95feab4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'mac_address': 'fa:16:3e:80:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395b3656-fde8-4312-8c59-2e6202537b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:22:57Z', 'updated_at': '2021-05-17T16:23:34Z', 'revision_number': 1, 'project_id': '0ea92b2008324514984db0dee23989df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e4a0d97-3adc-404e-b5d8-6fe56725cda6', 'name': '', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'mac_address': 'fa:16:3e:88:0f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:41Z', 'updated_at': '2021-05-17T16:22:57Z', 'revision_number': 5, 'project_id': '0ea92b2008324514984db0dee23989df', 'subnets': [{'id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:23:37.312146 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeb5eb3-dc2a-4eaa-83eb-0c74fb28a941 None None] The sync data for ids ['ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'] in dv-cinder-768105-8-iscsi is: [{'id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'name': 'tempest-AttachVolumeShelveTestJSON-1734573545-router', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:22:43Z', 'revision_number': 4, 'project_id': '0ea92b2008324514984db0dee23989df', 'gw_port': {'id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:36Z', 'updated_at': '2021-05-17T16:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': '406e1a0a-b412-432c-b6a9-d7e085f2b999', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'floating_ip_address': '172.27.2.201', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'port_id': '4355676b-524a-49e8-a6bb-418db95feab4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'mac_address': 'fa:16:3e:80:87:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395b3656-fde8-4312-8c59-2e6202537b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:22:57Z', 'updated_at': '2021-05-17T16:23:34Z', 'revision_number': 1, 'project_id': '0ea92b2008324514984db0dee23989df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e4a0d97-3adc-404e-b5d8-6fe56725cda6', 'name': '', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'mac_address': 'fa:16:3e:88:0f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:41Z', 'updated_at': '2021-05-17T16:22:57Z', 'revision_number': 5, 'project_id': '0ea92b2008324514984db0dee23989df', 'subnets': [{'id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:23:37.627877 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb6b59-f0ea-43e2-8bff-b17b3f1f68c7 req-67b432c0-95f2-4083-b39f-9a84543d80b7 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:37.629695 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-eefb6b59-f0ea-43e2-8bff-b17b3f1f68c7 req-67b432c0-95f2-4083-b39f-9a84543d80b7 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.1114006 May 17 16:23:37.630105 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58af677-3675-4319-9f7a-a836be640de8 None None] New status for floating IP 406e1a0a-b412-432c-b6a9-d7e085f2b999: ACTIVE {{(pid=79282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:23:37.683901 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-eefb6b59-f0ea-43e2-8bff-b17b3f1f68c7 req-b625f056-3f6b-4add-8211-5d1329b41582 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465982 May 17 16:23:38.506934 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 35466) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:38.629781 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8e2789f7-2712-4d86-ac7d-d2dd8ec75f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:38.643831 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-8e2789f7-2712-4d86-ac7d-d2dd8ec75f46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:38.651397 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-8e2789f7-2712-4d86-ac7d-d2dd8ec75f46 admin admin] Usage tracker for resource:security_group_rule and tenant:0e9b26a636c74f4f91bea01d918fac9b is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:38.651397 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-8e2789f7-2712-4d86-ac7d-d2dd8ec75f46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:38.656211 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-8e2789f7-2712-4d86-ac7d-d2dd8ec75f46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:38.758076 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8e2789f7-2712-4d86-ac7d-d2dd8ec75f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:38.884535 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012c079-859a-4838-932a-e46ae8d5360c req-c09e7887-e7c0-4586-ba95-a4305a1bf1b9 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:38.886026 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b012c079-859a-4838-932a-e46ae8d5360c req-c09e7887-e7c0-4586-ba95-a4305a1bf1b9 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.0857852 May 17 16:23:38.887206 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8e2789f7-2712-4d86-ac7d-d2dd8ec75f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:38.895338 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:38.968398 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-8e2789f7-2712-4d86-ac7d-d2dd8ec75f46 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0e9b26a636c74f4f91bea01d918fac9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4609613 May 17 16:23:38.969845 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2789f7-2712-4d86-ac7d-d2dd8ec75f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545b15d5-16cf-483b-a6e7-5985598dbfba,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:38.971766 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 35476) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:38.987098 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b012c079-859a-4838-932a-e46ae8d5360c req-18c19c10-50a0-44e9-b83f-303036b031a5 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924964 May 17 16:23:38.988416 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2789f7-2712-4d86-ac7d-d2dd8ec75f46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:38.988791 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2789f7-2712-4d86-ac7d-d2dd8ec75f46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:38.989157 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2789f7-2712-4d86-ac7d-d2dd8ec75f46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:38.989533 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2789f7-2712-4d86-ac7d-d2dd8ec75f46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:38.989876 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2789f7-2712-4d86-ac7d-d2dd8ec75f46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:38.990380 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2789f7-2712-4d86-ac7d-d2dd8ec75f46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:38.990652 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2789f7-2712-4d86-ac7d-d2dd8ec75f46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:38.990990 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2789f7-2712-4d86-ac7d-d2dd8ec75f46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:38.991711 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2789f7-2712-4d86-ac7d-d2dd8ec75f46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:38.992049 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2789f7-2712-4d86-ac7d-d2dd8ec75f46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:38.992387 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2789f7-2712-4d86-ac7d-d2dd8ec75f46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:38.992722 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2789f7-2712-4d86-ac7d-d2dd8ec75f46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:23:38.997135 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-8e2789f7-2712-4d86-ac7d-d2dd8ec75f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:39.036972 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-88121a2e-dce2-4536-8771-65b07a80761d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:39.068033 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-88121a2e-dce2-4536-8771-65b07a80761d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:39.279250 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-88121a2e-dce2-4536-8771-65b07a80761d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:39.287861 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:39.306054 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-88121a2e-dce2-4536-8771-65b07a80761d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:39.309566 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-88121a2e-dce2-4536-8771-65b07a80761d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/545b15d5-16cf-483b-a6e7-5985598dbfba HTTP/1.1" status: 204 len: 168 time: 0.3347700 May 17 16:23:39.309566 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88121a2e-dce2-4536-8771-65b07a80761d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545b15d5-16cf-483b-a6e7-5985598dbfba,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:39.311575 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-88121a2e-dce2-4536-8771-65b07a80761d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:40.192087 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e895b4c-7a0c-48b5-ba51-2dd276f14db0 req-f5526932-e5a1-47c3-955e-8af81af11a9e tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:40.193598 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7e895b4c-7a0c-48b5-ba51-2dd276f14db0 req-f5526932-e5a1-47c3-955e-8af81af11a9e tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.0917907 May 17 16:23:40.230829 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 35514) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:40.254069 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ad263121-4cb6-4906-a808-1f4bb6fc0045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:40.260228 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7e895b4c-7a0c-48b5-ba51-2dd276f14db0 req-5092d9d9-e1e2-40cd-b0eb-b78c01ac2385 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581968 May 17 16:23:40.275981 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-ad263121-4cb6-4906-a808-1f4bb6fc0045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:40.279900 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-ad263121-4cb6-4906-a808-1f4bb6fc0045 admin admin] Usage tracker for resource:security_group_rule and tenant:3d0e3efd4bf84d729b31551420eb0c4b is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:40.283155 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-ad263121-4cb6-4906-a808-1f4bb6fc0045 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:40.289292 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-ad263121-4cb6-4906-a808-1f4bb6fc0045 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:40.388741 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ad263121-4cb6-4906-a808-1f4bb6fc0045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:40.508462 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ad263121-4cb6-4906-a808-1f4bb6fc0045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:40.518157 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-79140f5b-bb1d-41c6-839c-e00446feb3c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:40.558080 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-ad263121-4cb6-4906-a808-1f4bb6fc0045 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3d0e3efd4bf84d729b31551420eb0c4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260005 May 17 16:23:40.561767 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 35524) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:40.575484 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad263121-4cb6-4906-a808-1f4bb6fc0045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9439d223-a7b3-4d85-8015-6669a99b2bd5,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:40.580553 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-ad263121-4cb6-4906-a808-1f4bb6fc0045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:40.628230 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-41a16534-10bb-4113-85bd-d5a66b7957d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:40.653856 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-41a16534-10bb-4113-85bd-d5a66b7957d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:40.861593 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-41a16534-10bb-4113-85bd-d5a66b7957d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:40.865519 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:40.880164 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a16534-10bb-4113-85bd-d5a66b7957d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9439d223-a7b3-4d85-8015-6669a99b2bd5,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:40.883673 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-41a16534-10bb-4113-85bd-d5a66b7957d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:40.887137 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-41a16534-10bb-4113-85bd-d5a66b7957d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:40.888129 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-41a16534-10bb-4113-85bd-d5a66b7957d7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9439d223-a7b3-4d85-8015-6669a99b2bd5 HTTP/1.1" status: 204 len: 168 time: 0.3252463 May 17 16:23:41.466483 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c8058-ee50-48c0-b329-dea0058e0fda req-5d13685b-43e9-482f-8844-022aa8a064e9 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:41.468486 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ac4c8058-ee50-48c0-b329-dea0058e0fda req-5d13685b-43e9-482f-8844-022aa8a064e9 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.0858161 May 17 16:23:41.637780 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ac4c8058-ee50-48c0-b329-dea0058e0fda req-f8c57470-8142-4ec8-8a18-a68d58df3057 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627154 May 17 16:23:42.312979 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 35574) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:42.572657 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8f11dcbf-a923-4801-86ab-97cae602ad45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:42.587396 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-8f11dcbf-a923-4801-86ab-97cae602ad45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:42.591100 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-8f11dcbf-a923-4801-86ab-97cae602ad45 admin admin] Usage tracker for resource:security_group_rule and tenant:e77e53764536427aa3f820bee47d6b06 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:42.594369 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-8f11dcbf-a923-4801-86ab-97cae602ad45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:42.600119 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-8f11dcbf-a923-4801-86ab-97cae602ad45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:42.683009 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8f11dcbf-a923-4801-86ab-97cae602ad45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:42.754204 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8f11dcbf-a923-4801-86ab-97cae602ad45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:42.761596 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-689b29d1-cc67-493d-985a-d7d28de8cdaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:42.802556 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11dcbf-a923-4801-86ab-97cae602ad45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7c4a57-edbd-494a-80eb-ef71ea704969,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:42.805948 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-8f11dcbf-a923-4801-86ab-97cae602ad45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:42.810047 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-8f11dcbf-a923-4801-86ab-97cae602ad45 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e77e53764536427aa3f820bee47d6b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4959683 May 17 16:23:42.817680 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 35588) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:42.858073 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ee675-544a-494c-8c2f-353181ddf5cb req-b0a0b167-fc5f-4ab1-a746-145e2b69f2e4 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:42.860620 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-370ee675-544a-494c-8c2f-353181ddf5cb req-b0a0b167-fc5f-4ab1-a746-145e2b69f2e4 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.1124194 May 17 16:23:42.913430 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-14b30a8c-ee47-4ec3-9228-95becad20883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:42.941611 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-370ee675-544a-494c-8c2f-353181ddf5cb req-3347af20-61b8-4db5-9353-9f8890ab56d9 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727310 May 17 16:23:42.960618 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-14b30a8c-ee47-4ec3-9228-95becad20883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:43.198237 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-14b30a8c-ee47-4ec3-9228-95becad20883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:43.205219 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-8f11dcbf-a923-4801-86ab-97cae602ad45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:43.221996 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b30a8c-ee47-4ec3-9228-95becad20883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7c4a57-edbd-494a-80eb-ef71ea704969,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:43.226650 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-14b30a8c-ee47-4ec3-9228-95becad20883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:43.229064 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-14b30a8c-ee47-4ec3-9228-95becad20883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:43.232299 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-14b30a8c-ee47-4ec3-9228-95becad20883 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa7c4a57-edbd-494a-80eb-ef71ea704969 HTTP/1.1" status: 204 len: 168 time: 0.4180977 May 17 16:23:43.385812 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-0de49ccb-e094-4e6d-ab25-7550665741a9 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:43.387403 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-0de49ccb-e094-4e6d-ab25-7550665741a9 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/networks?id=78295850-4922-436a-a3e2-89441ba0baee HTTP/1.1" status: 200 len: 815 time: 0.1797171 May 17 16:23:43.404468 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-a14ad167-7281-4595-992e-840701dea922 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/quotas/0fce3d29ce494d39b82d25912ade041d HTTP/1.1" status: 200 len: 375 time: 0.0105064 May 17 16:23:43.500359 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-888b17be-1e2d-4093-a609-9aa88bc111fd tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0fce3d29ce494d39b82d25912ade041d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0891771 May 17 16:23:43.642142 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-a5dfc366-715c-4fe7-a899-5035e827f056 service neutron] 10.222.0.11 "GET /v2.0/networks/78295850-4922-436a-a3e2-89441ba0baee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344521 May 17 16:23:43.791411 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-a23e00aa-c4a4-48dc-bf04-7bdab904fe66 service neutron] 10.222.0.11 "GET /v2.0/networks/78295850-4922-436a-a3e2-89441ba0baee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428056 May 17 16:23:44.155384 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d4d2e-1fe7-4783-9b04-8cbed6c24be8 req-6c16d84e-e0e0-49c5-8127-55530c8f68e2 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:44.157514 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-dd7d4d2e-1fe7-4783-9b04-8cbed6c24be8 req-6c16d84e-e0e0-49c5-8127-55530c8f68e2 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.1098721 May 17 16:23:44.247695 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-278441bd-bb83-42c1-b2d6-08b783ce088d req-585bb485-4453-4f69-8be3-79d58232089d tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fcf0366-c9cf-4422-8643-f7fcc1cdd35f HTTP/1.1" status: 200 len: 210 time: 0.0732508 May 17 16:23:44.273549 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-dd7d4d2e-1fe7-4783-9b04-8cbed6c24be8 req-fa187e5c-112c-44c3-86e9-fc33fd807663 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583184 May 17 16:23:44.315240 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 35654) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:44.334386 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f41f0e17-899d-4c17-b80f-a9d2700aadb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:44.347164 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 35658) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:44.352176 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-f41f0e17-899d-4c17-b80f-a9d2700aadb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:44.358051 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-f41f0e17-899d-4c17-b80f-a9d2700aadb4 admin admin] Usage tracker for resource:security_group_rule and tenant:f8aa846e27474c49b4ea31991042955b is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:44.361724 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-f41f0e17-899d-4c17-b80f-a9d2700aadb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:44.370038 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-f41f0e17-899d-4c17-b80f-a9d2700aadb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:44.460636 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f41f0e17-899d-4c17-b80f-a9d2700aadb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:44.565616 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-670a7052-4553-4082-aad0-1e2656d8e7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:44.583258 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-670a7052-4553-4082-aad0-1e2656d8e7d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:44.587060 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-670a7052-4553-4082-aad0-1e2656d8e7d1 admin admin] Usage tracker for resource:security_group_rule and tenant:be0b7ce897434f34a03bd1b6c7d937e0 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:44.589791 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-670a7052-4553-4082-aad0-1e2656d8e7d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:44.595759 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-670a7052-4553-4082-aad0-1e2656d8e7d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:44.662161 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f41f0e17-899d-4c17-b80f-a9d2700aadb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:44.670848 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-c4e56aef-2ae9-4627-aa42-a87edc4c0b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:44.718677 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-f41f0e17-899d-4c17-b80f-a9d2700aadb4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f8aa846e27474c49b4ea31991042955b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4022458 May 17 16:23:44.721143 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f0e17-899d-4c17-b80f-a9d2700aadb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9093bb4-cd7c-4a6b-b7d2-81b4b73da565,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:44.721866 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 35668) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:44.724587 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-f41f0e17-899d-4c17-b80f-a9d2700aadb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:44.772478 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-670a7052-4553-4082-aad0-1e2656d8e7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:44.805577 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-71db5e3e-d897-4709-8cde-fb94ee20e9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:44.835581 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-71db5e3e-d897-4709-8cde-fb94ee20e9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:44.878662 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-670a7052-4553-4082-aad0-1e2656d8e7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:44.885894 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:44.932561 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-670a7052-4553-4082-aad0-1e2656d8e7d1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be0b7ce897434f34a03bd1b6c7d937e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5843554 May 17 16:23:44.933784 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a7052-4553-4082-aad0-1e2656d8e7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5eede9-5f98-4825-95dd-5c19c82e06ba,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:44.935376 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 35674) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:44.937579 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-670a7052-4553-4082-aad0-1e2656d8e7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:45.001481 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0e1e45f1-1d17-4668-bdd4-474f6e37a6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:45.020510 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-71db5e3e-d897-4709-8cde-fb94ee20e9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:45.024813 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:45.027095 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0e1e45f1-1d17-4668-bdd4-474f6e37a6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:45.038353 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db5e3e-d897-4709-8cde-fb94ee20e9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9093bb4-cd7c-4a6b-b7d2-81b4b73da565,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:45.040652 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-71db5e3e-d897-4709-8cde-fb94ee20e9a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:45.077092 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-71db5e3e-d897-4709-8cde-fb94ee20e9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:45.091461 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-71db5e3e-d897-4709-8cde-fb94ee20e9a6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d9093bb4-cd7c-4a6b-b7d2-81b4b73da565 HTTP/1.1" status: 204 len: 168 time: 0.3556466 May 17 16:23:45.244166 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0e1e45f1-1d17-4668-bdd4-474f6e37a6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:45.250767 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-eeb7afc6-9659-4ac3-93e1-1ac52e05ae5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:45.266533 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e45f1-1d17-4668-bdd4-474f6e37a6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5eede9-5f98-4825-95dd-5c19c82e06ba,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:45.269205 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-0e1e45f1-1d17-4668-bdd4-474f6e37a6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:45.278299 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0e1e45f1-1d17-4668-bdd4-474f6e37a6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:45.280109 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-0e1e45f1-1d17-4668-bdd4-474f6e37a6e6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a5eede9-5f98-4825-95dd-5c19c82e06ba HTTP/1.1" status: 204 len: 168 time: 0.3429866 May 17 16:23:45.432618 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3a65d7a4-63d4-4270-9a33-00bb966127ba req-170248ba-c062-4f72-9629-95240f4eba8f tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fcf0366-c9cf-4422-8643-f7fcc1cdd35f HTTP/1.1" status: 200 len: 210 time: 0.1025834 May 17 16:23:45.563877 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-00ccdc8c-1592-47d9-9455-ab96a0666ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:45.632100 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535c742-bc47-4d26-ac05-54c3d9d9fb64 req-3f099f72-e59a-41e1-ab27-d5942727d1e2 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:45.633823 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c535c742-bc47-4d26-ac05-54c3d9d9fb64 req-3f099f72-e59a-41e1-ab27-d5942727d1e2 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.1789405 May 17 16:23:45.688970 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c535c742-bc47-4d26-ac05-54c3d9d9fb64 req-d8e13f2a-6028-4dc0-bad4-100d9f0667a3 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490918 May 17 16:23:46.517238 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 35714) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:46.981097 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-d79c778c-2eb5-4f96-a008-d5ed59cb9dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:46.981097 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-d79c778c-2eb5-4f96-a008-d5ed59cb9dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:46.981097 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fb75d314-1406-4137-83a2-ba652848eae2 req-cfbc287d-3b89-4d98-9323-eccc74d9394f tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fcf0366-c9cf-4422-8643-f7fcc1cdd35f HTTP/1.1" status: 200 len: 210 time: 0.0535257 May 17 16:23:46.981097 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-d79c778c-2eb5-4f96-a008-d5ed59cb9dab admin admin] Usage tracker for resource:security_group_rule and tenant:029a8bf631ad4245b39ec79161f05ee9 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:46.981097 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-d79c778c-2eb5-4f96-a008-d5ed59cb9dab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:46.981097 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-d79c778c-2eb5-4f96-a008-d5ed59cb9dab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:46.981097 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-d79c778c-2eb5-4f96-a008-d5ed59cb9dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:46.981097 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6412faf-54bf-42b0-bbe5-ef077e21f4ef req-34733d68-6c68-4a23-894e-3dcada11aa13 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:46.981097 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f6412faf-54bf-42b0-bbe5-ef077e21f4ef req-34733d68-6c68-4a23-894e-3dcada11aa13 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.0974700 May 17 16:23:46.981097 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f6412faf-54bf-42b0-bbe5-ef077e21f4ef req-d7083508-5fc9-4dfc-8917-5f390b6612ee tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452201 May 17 16:23:47.044563 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-d79c778c-2eb5-4f96-a008-d5ed59cb9dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:47.052411 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-f41f0e17-899d-4c17-b80f-a9d2700aadb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:47.096088 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c778c-2eb5-4f96-a008-d5ed59cb9dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2287ced6-3374-4438-9d24-1d0fd3f8dc52,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:47.102724 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-d79c778c-2eb5-4f96-a008-d5ed59cb9dab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=029a8bf631ad4245b39ec79161f05ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5827754 May 17 16:23:47.105219 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-d79c778c-2eb5-4f96-a008-d5ed59cb9dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:47.107358 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 35734) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:47.171886 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ca05d2f9-2fba-4d5b-af46-83748f47c259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:47.199882 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ca05d2f9-2fba-4d5b-af46-83748f47c259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:47.415326 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ca05d2f9-2fba-4d5b-af46-83748f47c259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:47.420405 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:47.432268 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05d2f9-2fba-4d5b-af46-83748f47c259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2287ced6-3374-4438-9d24-1d0fd3f8dc52,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:47.435320 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-ca05d2f9-2fba-4d5b-af46-83748f47c259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:47.439465 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ca05d2f9-2fba-4d5b-af46-83748f47c259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:47.439465 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-ca05d2f9-2fba-4d5b-af46-83748f47c259 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2287ced6-3374-4438-9d24-1d0fd3f8dc52 HTTP/1.1" status: 204 len: 168 time: 0.3308275 May 17 16:23:47.898962 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-bc8aaa9b-aae2-4995-b096-1dcb74011f0e req-65c1a258-56de-4196-a795-3079122e4219 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fcf0366-c9cf-4422-8643-f7fcc1cdd35f HTTP/1.1" status: 200 len: 210 time: 0.0542967 May 17 16:23:48.170062 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28708592-ad66-4904-a0e3-aec9f9be859b req-50f83f62-44f7-4670-85b4-981a975e4ab8 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:48.171517 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-28708592-ad66-4904-a0e3-aec9f9be859b req-50f83f62-44f7-4670-85b4-981a975e4ab8 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.0836313 May 17 16:23:48.198771 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:48.200262 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-ea32aae4-b852-469d-8e41-fb834b49a8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:48.221541 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-28708592-ad66-4904-a0e3-aec9f9be859b req-4129c182-758b-4cb5-b163-98fa4e543910 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434866 May 17 16:23:49.130244 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:49.133620 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-34ee10ad-05df-4b65-8b24-bff48b4b9fc9 req-62495c90-241f-4c3b-9e64-eb844e0b5502 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fcf0366-c9cf-4422-8643-f7fcc1cdd35f HTTP/1.1" status: 200 len: 210 time: 0.1155477 May 17 16:23:49.415379 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bc3a2-981e-440d-842a-4706ffc9f731 req-5172a37e-81a0-40c4-892f-f13f4f8ae49b tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:49.416882 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-106bc3a2-981e-440d-842a-4706ffc9f731 req-5172a37e-81a0-40c4-892f-f13f4f8ae49b tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.0823457 May 17 16:23:49.466002 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-106bc3a2-981e-440d-842a-4706ffc9f731 req-49398553-bfe5-4cdb-bc55-3f8110352bca tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408185 May 17 16:23:50.320770 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e1721a25-f23d-4929-bf6a-9d0fed5cb6ed req-f369d24b-fdbb-4dc4-8059-c48affb46e9b tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fcf0366-c9cf-4422-8643-f7fcc1cdd35f HTTP/1.1" status: 200 len: 210 time: 0.0526159 May 17 16:23:50.627646 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:50.674087 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f88c5-844e-4edb-bbc6-37f294c27e12 req-ec9e303c-27f9-4de4-8370-37863446b237 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:50.675565 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-451f88c5-844e-4edb-bbc6-37f294c27e12 req-ec9e303c-27f9-4de4-8370-37863446b237 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.0842557 May 17 16:23:50.727320 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-451f88c5-844e-4edb-bbc6-37f294c27e12 req-8ce9fd40-f5b3-4ed0-af81-7facb116dfdc tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417986 May 17 16:23:51.174007 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-76a06144-7b8d-4781-98df-48b61aa0ab9a req-87d0ffb5-675a-4a1b-9a6a-904e3f6d13a2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0850971 May 17 16:23:51.259239 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-204547ba-1fe7-4e09-975d-b8814081d62b tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:51.260919 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-204547ba-1fe7-4e09-975d-b8814081d62b tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.24 "GET /v2.0/networks?id=78295850-4922-436a-a3e2-89441ba0baee HTTP/1.1" status: 200 len: 815 time: 0.1734946 May 17 16:23:51.477086 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7f0a267a-32e4-4a45-a36d-30450095794a req-c42c3150-f8d3-4838-aad0-adede8bed4de tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fcf0366-c9cf-4422-8643-f7fcc1cdd35f HTTP/1.1" status: 200 len: 210 time: 0.0468593 May 17 16:23:51.701306 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:51.923382 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b42a20-8920-47a0-9fc6-430a7286e94d req-9dd58c96-975c-4348-8897-c1ebf463fb00 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:51.924848 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c6b42a20-8920-47a0-9fc6-430a7286e94d req-9dd58c96-975c-4348-8897-c1ebf463fb00 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.0797515 May 17 16:23:51.969980 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c6b42a20-8920-47a0-9fc6-430a7286e94d req-d54ffb90-45e1-468c-ac70-03724cf40005 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391438 May 17 16:23:52.631175 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1b3b57b1-d45f-427e-94a3-3ed6b9e954cf req-933907b9-0349-412a-97fe-cab417f43cfa tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fcf0366-c9cf-4422-8643-f7fcc1cdd35f HTTP/1.1" status: 200 len: 210 time: 0.0457683 May 17 16:23:52.779578 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-be2858e0-2dfb-4ceb-8120-36f541d1fca2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Request body: {'port': {'device_id': '6fcf0366-c9cf-4422-8643-f7fcc1cdd35f', 'network_id': '78295850-4922-436a-a3e2-89441ba0baee', 'admin_state_up': True, 'tenant_id': '0fce3d29ce494d39b82d25912ade041d'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:23:52.878211 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a06144-7b8d-4781-98df-48b61aa0ab9a req-8fb757ec-24d0-46a0-ad6c-73c47948aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:52.879785 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-76a06144-7b8d-4781-98df-48b61aa0ab9a req-8fb757ec-24d0-46a0-ad6c-73c47948aa27 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fce3d29ce494d39b82d25912ade041d&device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 1098 time: 0.0814023 May 17 16:23:52.928110 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-be2858e0-2dfb-4ceb-8120-36f541d1fca2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:52.958964 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-be2858e0-2dfb-4ceb-8120-36f541d1fca2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:53.063567 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a06144-7b8d-4781-98df-48b61aa0ab9a req-b799ef0a-80fe-4a17-88df-6c00c0c7c8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:53.063567 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-76a06144-7b8d-4781-98df-48b61aa0ab9a req-b799ef0a-80fe-4a17-88df-6c00c0c7c8ea service neutron] 10.222.0.24 "GET /v2.0/networks?id=78295850-4922-436a-a3e2-89441ba0baee HTTP/1.1" status: 200 len: 916 time: 0.1572275 May 17 16:23:53.116567 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-be2858e0-2dfb-4ceb-8120-36f541d1fca2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Made reservation on behalf of 0fce3d29ce494d39b82d25912ade041d for: {'port': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:23:53.120813 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-be2858e0-2dfb-4ceb-8120-36f541d1fca2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:53.140559 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-76a06144-7b8d-4781-98df-48b61aa0ab9a req-00b8aced-3ba8-463f-b56c-1fc66b753c8b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=86fad90c-e820-4374-9e22-5ce06dd0f2ea HTTP/1.1" status: 200 len: 217 time: 0.0725834 May 17 16:23:53.209513 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a06144-7b8d-4781-98df-48b61aa0ab9a req-de2c96aa-1c38-4ec6-919a-a63d1cc4a94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:53.211229 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-76a06144-7b8d-4781-98df-48b61aa0ab9a req-de2c96aa-1c38-4ec6-919a-a63d1cc4a94d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e301c64-858a-4909-8df8-c3fa15fb506f HTTP/1.1" status: 200 len: 855 time: 0.0637648 May 17 16:23:53.274707 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f5897-b5a5-476c-a615-e7afb5116460 req-0ab8e9d8-0056-4b8e-a029-6dc7f89d2645 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:53.274707 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-dc4f5897-b5a5-476c-a615-e7afb5116460 req-0ab8e9d8-0056-4b8e-a029-6dc7f89d2645 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.1822746 May 17 16:23:53.274916 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-76a06144-7b8d-4781-98df-48b61aa0ab9a req-0fe24798-52aa-486c-8536-b32930f62c60 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=78295850-4922-436a-a3e2-89441ba0baee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467820 May 17 16:23:53.362974 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-dc4f5897-b5a5-476c-a615-e7afb5116460 req-01b47cdc-1a31-48b3-b760-fa83cd1c4c0c tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660315 May 17 16:23:53.374520 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_common [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-be2858e0-2dfb-4ceb-8120-36f541d1fca2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Allocated IP 172.20.0.9 (78295850-4922-436a-a3e2-89441ba0baee/3e301c64-858a-4909-8df8-c3fa15fb506f/90e18aac-f4fc-408e-a95d-8da1716a94ab) {{(pid=79280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:23:53.439868 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-76a06144-7b8d-4781-98df-48b61aa0ab9a req-676656b0-6b8d-422e-a245-1be7ef59605c service neutron] 10.222.0.24 "GET /v2.0/networks/78295850-4922-436a-a3e2-89441ba0baee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588445 May 17 16:23:53.629354 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-be2858e0-2dfb-4ceb-8120-36f541d1fca2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks [] for port, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:53.664755 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-76a06144-7b8d-4781-98df-48b61aa0ab9a req-d998031d-e3d3-4a52-a4ca-292bdcbef544 service neutron] 10.222.0.24 "GET /v2.0/networks/78295850-4922-436a-a3e2-89441ba0baee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141967 May 17 16:23:53.793639 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-bfb3d35f-0c40-4c3b-888c-1ea7910af4e1 req-9be456bf-0b40-4c32-b849-c6be251ffd6d tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fcf0366-c9cf-4422-8643-f7fcc1cdd35f HTTP/1.1" status: 200 len: 210 time: 0.0457845 May 17 16:23:53.827935 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-be2858e0-2dfb-4ceb-8120-36f541d1fca2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841'] for port, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:53.834249 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:53.848738 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['86fad90c-e820-4374-9e22-5ce06dd0f2ea'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:23:53.905721 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-be2858e0-2dfb-4ceb-8120-36f541d1fca2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Network 78295850-4922-436a-a3e2-89441ba0baee is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:23:53.909305 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-be2858e0-2dfb-4ceb-8120-36f541d1fca2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:23:53.913707 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-be2858e0-2dfb-4ceb-8120-36f541d1fca2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Received port after_create {{(pid=79280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:23:53.927912 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-be2858e0-2dfb-4ceb-8120-36f541d1fca2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:53.927912 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-be2858e0-2dfb-4ceb-8120-36f541d1fca2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:53.932993 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2858e0-2dfb-4ceb-8120-36f541d1fca2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Pushing event updated for resources: {'Port': ['ID=90e18aac-f4fc-408e-a95d-8da1716a94ab,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:53.938005 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-be2858e0-2dfb-4ceb-8120-36f541d1fca2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:54.079316 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-be2858e0-2dfb-4ceb-8120-36f541d1fca2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3044028 May 17 16:23:54.095023 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-a1c5bc34-827d-44f5-8300-4143f8384d95 service neutron] Request body: {'port': {'device_id': '6fcf0366-c9cf-4422-8643-f7fcc1cdd35f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:23:54.205085 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-a1c5bc34-827d-44f5-8300-4143f8384d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:54.712980 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a96de-3bbd-40d9-8f87-2d931bd92b76 req-d4c0e832-b02e-4438-aa27-2d8b59c54fa4 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:54.714573 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-101a96de-3bbd-40d9-8f87-2d931bd92b76 req-d4c0e832-b02e-4438-aa27-2d8b59c54fa4 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.1530712 May 17 16:23:54.832144 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-101a96de-3bbd-40d9-8f87-2d931bd92b76 req-3a627d75-5a2c-40b5-b76e-d110627ea944 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070485 May 17 16:23:54.834250 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-a1c5bc34-827d-44f5-8300-4143f8384d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e18aac-f4fc-408e-a95d-8da1716a94ab {{(pid=79280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:23:54.842748 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-a1c5bc34-827d-44f5-8300-4143f8384d95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:54.871896 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.provisioning_blocks [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-a1c5bc34-827d-44f5-8300-4143f8384d95 service neutron] Transition to ACTIVE for port object 90e18aac-f4fc-408e-a95d-8da1716a94ab will not be triggered until provisioned by entity L2. {{(pid=79280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:23:55.021913 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68303e51-5bb8-4866-8267-acfe42b1e63f req-d741c1e6-ddf6-4f8d-a01c-51e67ec9306e tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:55.021913 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-68303e51-5bb8-4866-8267-acfe42b1e63f req-d741c1e6-ddf6-4f8d-a01c-51e67ec9306e tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Synchronizing usage tracker for tenant:0fce3d29ce494d39b82d25912ade041d on resource:port {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:23:55.049646 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-a1c5bc34-827d-44f5-8300-4143f8384d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:55.061963 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:55.163831 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-68303e51-5bb8-4866-8267-acfe42b1e63f req-d741c1e6-ddf6-4f8d-a01c-51e67ec9306e tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Unset dirty status for tenant:0fce3d29ce494d39b82d25912ade041d on resource:port {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:23:55.165207 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-68303e51-5bb8-4866-8267-acfe42b1e63f req-d741c1e6-ddf6-4f8d-a01c-51e67ec9306e tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fcf0366-c9cf-4422-8643-f7fcc1cdd35f HTTP/1.1" status: 200 len: 931 time: 0.2340620 May 17 16:23:55.186371 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5bc34-827d-44f5-8300-4143f8384d95 service neutron] Pushing event updated for resources: {'Port': ['ID=90e18aac-f4fc-408e-a95d-8da1716a94ab,revision_number=2']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:55.231467 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-a1c5bc34-827d-44f5-8300-4143f8384d95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:55.286519 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-a1c5bc34-827d-44f5-8300-4143f8384d95 service neutron] Attempting to bind port 90e18aac-f4fc-408e-a95d-8da1716a94ab on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:23:55.286878 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-a1c5bc34-827d-44f5-8300-4143f8384d95 service neutron] Attempting to bind port 90e18aac-f4fc-408e-a95d-8da1716a94ab by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '55a08faa-15cc-4531-8a3c-d44bb59d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '78295850-4922-436a-a3e2-89441ba0baee'}] {{(pid=79280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:23:55.287185 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-a1c5bc34-827d-44f5-8300-4143f8384d95 service neutron] Attempting to bind port 90e18aac-f4fc-408e-a95d-8da1716a94ab on network 78295850-4922-436a-a3e2-89441ba0baee {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:23:55.295419 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-68303e51-5bb8-4866-8267-acfe42b1e63f req-c3d9960b-e741-4946-b1fd-be65990af1b5 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138647 May 17 16:23:55.303215 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-a1c5bc34-827d-44f5-8300-4143f8384d95 service neutron] Port 90e18aac-f4fc-408e-a95d-8da1716a94ab on network 78295850-4922-436a-a3e2-89441ba0baee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:23:55.303594 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-a1c5bc34-827d-44f5-8300-4143f8384d95 service neutron] Attempting to bind port 90e18aac-f4fc-408e-a95d-8da1716a94ab on network 78295850-4922-436a-a3e2-89441ba0baee {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:23:55.309964 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-a1c5bc34-827d-44f5-8300-4143f8384d95 service neutron] Checking agent: {'id': 'e426a337-f724-4468-bb76-290ab6f07147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'started_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:23:55.310324 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-a1c5bc34-827d-44f5-8300-4143f8384d95 service neutron] Checking segment: {'id': '55a08faa-15cc-4531-8a3c-d44bb59d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '78295850-4922-436a-a3e2-89441ba0baee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:23:55.311041 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-a1c5bc34-827d-44f5-8300-4143f8384d95 service neutron] Bound using segment: {'id': '55a08faa-15cc-4531-8a3c-d44bb59d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '78295850-4922-436a-a3e2-89441ba0baee'} {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:23:55.311471 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-a1c5bc34-827d-44f5-8300-4143f8384d95 service neutron] Bound port: 90e18aac-f4fc-408e-a95d-8da1716a94ab, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55a08faa-15cc-4531-8a3c-d44bb59d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '78295850-4922-436a-a3e2-89441ba0baee'}}] {{(pid=79280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:23:55.311853 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-a1c5bc34-827d-44f5-8300-4143f8384d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:55.428984 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-a1c5bc34-827d-44f5-8300-4143f8384d95 service neutron] For port 90e18aac-f4fc-408e-a95d-8da1716a94ab, host hv-cinder-76810, cleared binding levels {{(pid=79280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:23:55.434234 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-a1c5bc34-827d-44f5-8300-4143f8384d95 service neutron] For port 90e18aac-f4fc-408e-a95d-8da1716a94ab, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=90e18aac-f4fc-408e-a95d-8da1716a94ab,segment=NetworkSegment(55a08faa-15cc-4531-8a3c-d44bb59d5f85),segment_id=55a08faa-15cc-4531-8a3c-d44bb59d5f85)] {{(pid=79280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:23:55.525078 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-a1c5bc34-827d-44f5-8300-4143f8384d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:55.530565 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:55.577700 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-a1c5bc34-827d-44f5-8300-4143f8384d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:55.579214 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-a1c5bc34-827d-44f5-8300-4143f8384d95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:55.580866 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-a1c5bc34-827d-44f5-8300-4143f8384d95 service neutron] 10.222.0.24 "PUT /v2.0/ports/90e18aac-f4fc-408e-a95d-8da1716a94ab HTTP/1.1" status: 200 len: 1093 time: 1.4907224 May 17 16:23:55.594546 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fcf0366-c9cf-4422-8643-f7fcc1cdd35f', 'tag': '90e18aac-f4fc-408e-a95d-8da1716a94ab'}] {{(pid=79280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:23:55.622256 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5bc34-827d-44f5-8300-4143f8384d95 service neutron] Pushing event updated for resources: {'Port': ['ID=90e18aac-f4fc-408e-a95d-8da1716a94ab,revision_number=3']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:55.625701 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-a1c5bc34-827d-44f5-8300-4143f8384d95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:55.641735 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fcf0366-c9cf-4422-8643-f7fcc1cdd35f', 'tag': '90e18aac-f4fc-408e-a95d-8da1716a94ab', 'status': 'completed', 'code': 200} May 17 16:23:55.751609 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcebac-ecb8-4b6e-8d72-1c0c49a28ca7 req-44b92cf4-47c3-42c5-b2db-68e4384c1cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:55.752454 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ecdcebac-ecb8-4b6e-8d72-1c0c49a28ca7 req-44b92cf4-47c3-42c5-b2db-68e4384c1cba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fce3d29ce494d39b82d25912ade041d&device_id=6fcf0366-c9cf-4422-8643-f7fcc1cdd35f HTTP/1.1" status: 200 len: 1096 time: 0.0823526 May 17 16:23:55.943901 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcebac-ecb8-4b6e-8d72-1c0c49a28ca7 req-bb4e6283-eed1-4942-87f6-226ab4ef4d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:55.946117 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ecdcebac-ecb8-4b6e-8d72-1c0c49a28ca7 req-bb4e6283-eed1-4942-87f6-226ab4ef4d86 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0fce3d29ce494d39b82d25912ade041d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1772342 May 17 16:23:56.177083 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcebac-ecb8-4b6e-8d72-1c0c49a28ca7 req-13438614-2fa7-4f5f-9664-62beac42d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:56.178571 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ecdcebac-ecb8-4b6e-8d72-1c0c49a28ca7 req-13438614-2fa7-4f5f-9664-62beac42d9d8 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2211277 May 17 16:23:56.193413 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed4b9a-551d-415e-af0e-2b1914a9a2ec req-a2738b90-94cb-4c25-b0ed-1e97a832fee4 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:56.194908 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c3ed4b9a-551d-415e-af0e-2b1914a9a2ec req-a2738b90-94cb-4c25-b0ed-1e97a832fee4 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.1871212 May 17 16:23:56.296662 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c3ed4b9a-551d-415e-af0e-2b1914a9a2ec req-62cd4260-e1c0-4a08-8033-927d2bb97cea tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932486 May 17 16:23:56.318090 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-a3f3778a-fffe-4410-b109-d87dbdf68636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:56.319631 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-a3f3778a-fffe-4410-b109-d87dbdf68636 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fce3d29ce494d39b82d25912ade041d&device_id=6fcf0366-c9cf-4422-8643-f7fcc1cdd35f HTTP/1.1" status: 200 len: 1096 time: 0.0977392 May 17 16:23:56.405573 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-d2e501fd-afb8-457c-88e9-20fd27e10c56 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90e18aac-f4fc-408e-a95d-8da1716a94ab HTTP/1.1" status: 200 len: 217 time: 0.0733590 May 17 16:23:56.493809 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-f23375b0-c6f6-4a39-afa9-b8b8175f0660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:56.495478 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-f23375b0-c6f6-4a39-afa9-b8b8175f0660 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e301c64-858a-4909-8df8-c3fa15fb506f HTTP/1.1" status: 200 len: 855 time: 0.0753272 May 17 16:23:56.639352 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-cad081b0-37d7-4308-9f97-9af5eb4358c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=78295850-4922-436a-a3e2-89441ba0baee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1288993 May 17 16:23:56.806968 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:23:56.945293 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d17b7-3b93-4108-9700-8e4318fca120 req-bb5a8fdc-2aaf-4938-a40e-60eb08860aa1 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:56.946840 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ef3d17b7-3b93-4108-9700-8e4318fca120 req-bb5a8fdc-2aaf-4938-a40e-60eb08860aa1 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fcf0366-c9cf-4422-8643-f7fcc1cdd35f HTTP/1.1" status: 200 len: 943 time: 0.3584092 May 17 16:23:56.949785 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-1e10e319-ec10-403c-823d-888ab177df96 service neutron] 10.222.0.24 "GET /v2.0/networks/78295850-4922-436a-a3e2-89441ba0baee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948520 May 17 16:23:56.971850 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07857c60-597e-4954-ba29-c7de0027720b req-da2170df-2f5e-42ce-8a90-e691950589f2 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:56.971850 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-07857c60-597e-4954-ba29-c7de0027720b req-da2170df-2f5e-42ce-8a90-e691950589f2 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 946 time: 0.2932050 May 17 16:23:57.126439 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ef3d17b7-3b93-4108-9700-8e4318fca120 req-0fc88737-bfab-49fe-a502-73c53644dded tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684234 May 17 16:23:57.134380 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-07857c60-597e-4954-ba29-c7de0027720b req-20c4b8c5-bf5b-4d6f-8ced-be859a13a90a tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/security-groups?id=497b4876-cf12-4cd4-ba0a-f9638e6db0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503239 May 17 16:23:57.178428 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3dea51d5-d6b8-49e7-bd8d-82bda608f413 req-caf2d91f-d2e7-464b-aeb3-fa1d07652f9a service neutron] 10.222.0.24 "GET /v2.0/networks/78295850-4922-436a-a3e2-89441ba0baee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879723 May 17 16:23:57.512445 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e258396-90d6-4d16-a259-c21afbda3c91 req-ad28372a-caeb-458d-9fb6-73d2f17b3cec tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:57.514094 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-2e258396-90d6-4d16-a259-c21afbda3c91 req-ad28372a-caeb-458d-9fb6-73d2f17b3cec tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.1049726 May 17 16:23:57.581475 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-2e258396-90d6-4d16-a259-c21afbda3c91 req-d7a66777-fe4f-4dc2-a37b-f927bb173bb5 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577345 May 17 16:23:58.361770 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 36000) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:58.433970 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdce91-db15-485c-9003-386c67f17e3e req-466de9a2-ba9d-40b9-9df0-1a3de526834b tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:58.435605 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-91bdce91-db15-485c-9003-386c67f17e3e req-466de9a2-ba9d-40b9-9df0-1a3de526834b tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 946 time: 0.1488583 May 17 16:23:58.444171 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee5237-7509-4b62-b9dc-e8ae364a4e77 req-633482d3-3c72-4c1f-8dfc-8aa217dfa9b5 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:58.445793 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a5ee5237-7509-4b62-b9dc-e8ae364a4e77 req-633482d3-3c72-4c1f-8dfc-8aa217dfa9b5 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fcf0366-c9cf-4422-8643-f7fcc1cdd35f HTTP/1.1" status: 200 len: 943 time: 0.1571419 May 17 16:23:58.502691 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1ea00286-7745-4b8c-a969-6059b08888ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:58.517569 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-1ea00286-7745-4b8c-a969-6059b08888ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:58.521720 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-1ea00286-7745-4b8c-a969-6059b08888ca admin admin] Usage tracker for resource:security_group_rule and tenant:b1718415e3704110bf50333a1cee1681 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:58.524379 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-91bdce91-db15-485c-9003-386c67f17e3e req-1cd8bd55-e396-470c-b472-3d7dcc4b04e8 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/security-groups?id=497b4876-cf12-4cd4-ba0a-f9638e6db0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774348 May 17 16:23:58.524783 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-1ea00286-7745-4b8c-a969-6059b08888ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:58.530758 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-1ea00286-7745-4b8c-a969-6059b08888ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:58.537500 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a5ee5237-7509-4b62-b9dc-e8ae364a4e77 req-926d2f0c-6b59-4fcc-be8c-007ec25c6938 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767701 May 17 16:23:58.635033 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1ea00286-7745-4b8c-a969-6059b08888ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:58.718577 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1ea00286-7745-4b8c-a969-6059b08888ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:58.727875 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-cacfae62-d4a1-49ab-884f-d43f945929f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:58.765237 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea00286-7745-4b8c-a969-6059b08888ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d679c8a1-e619-4387-8202-48f94123ba2c,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:58.770963 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1ea00286-7745-4b8c-a969-6059b08888ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:58.777025 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-1ea00286-7745-4b8c-a969-6059b08888ca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b1718415e3704110bf50333a1cee1681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4141142 May 17 16:23:58.777617 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 36016) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:58.816805 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cdd552-6ab4-415e-86c3-c794f444e990 req-4a82c465-4a3a-41c7-abdf-be86946b7032 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:58.818457 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b2cdd552-6ab4-415e-86c3-c794f444e990 req-4a82c465-4a3a-41c7-abdf-be86946b7032 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.1133001 May 17 16:23:58.831743 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 36020) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:58.858550 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5f1dfa27-0bf6-43d7-afee-3dc620b17b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:58.875015 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b2cdd552-6ab4-415e-86c3-c794f444e990 req-9b1d6606-a9e5-4c12-a3f1-58f5fc37d09b tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502696 May 17 16:23:58.890421 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5f1dfa27-0bf6-43d7-afee-3dc620b17b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:58.969992 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-59b6b43f-1d9f-418e-ae5a-5ca40ddd0012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:58.984814 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-59b6b43f-1d9f-418e-ae5a-5ca40ddd0012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:58.988720 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-59b6b43f-1d9f-418e-ae5a-5ca40ddd0012 admin admin] Usage tracker for resource:security_group_rule and tenant:9433f51631984a96a2f6ac4b5339c0bd is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:58.991549 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-59b6b43f-1d9f-418e-ae5a-5ca40ddd0012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:58.997228 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-59b6b43f-1d9f-418e-ae5a-5ca40ddd0012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:59.119452 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5f1dfa27-0bf6-43d7-afee-3dc620b17b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:59.125456 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-d3f9416e-d88a-4dfe-a294-2b6b6589595b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:59.143077 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1dfa27-0bf6-43d7-afee-3dc620b17b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d679c8a1-e619-4387-8202-48f94123ba2c,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:59.146892 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-5f1dfa27-0bf6-43d7-afee-3dc620b17b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:59.160571 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5f1dfa27-0bf6-43d7-afee-3dc620b17b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:59.161674 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-5f1dfa27-0bf6-43d7-afee-3dc620b17b48 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d679c8a1-e619-4387-8202-48f94123ba2c HTTP/1.1" status: 204 len: 168 time: 0.3831818 May 17 16:23:59.227475 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-59b6b43f-1d9f-418e-ae5a-5ca40ddd0012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:59.375835 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-59b6b43f-1d9f-418e-ae5a-5ca40ddd0012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:59.382453 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-ad263121-4cb6-4906-a808-1f4bb6fc0045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:59.420431 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6b43f-1d9f-418e-ae5a-5ca40ddd0012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1985b6b6-d07f-40ce-8bc8-e8a4074a44b0,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:59.427827 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-59b6b43f-1d9f-418e-ae5a-5ca40ddd0012 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9433f51631984a96a2f6ac4b5339c0bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5924697 May 17 16:23:59.427827 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-59b6b43f-1d9f-418e-ae5a-5ca40ddd0012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:59.428091 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 36030) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:59.518262 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4ef37c94-a1ed-43ac-9bb4-35bd9f5120a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:59.555585 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4ef37c94-a1ed-43ac-9bb4-35bd9f5120a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:59.597021 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9c01c-ae12-4a1a-bde1-842de4b5acb1 req-f44967a2-7cd2-4ebf-9bb0-45fc6819f720 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:59.601787 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e2c9c01c-ae12-4a1a-bde1-842de4b5acb1 req-f44967a2-7cd2-4ebf-9bb0-45fc6819f720 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 946 time: 0.1157010 May 17 16:23:59.695495 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4ef37c94-a1ed-43ac-9bb4-35bd9f5120a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:59.701271 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1dc39111-5f5a-47d1-97bd-a69afa0557e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:23:59.720323 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef37c94-a1ed-43ac-9bb4-35bd9f5120a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1985b6b6-d07f-40ce-8bc8-e8a4074a44b0,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:23:59.723076 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-4ef37c94-a1ed-43ac-9bb4-35bd9f5120a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:23:59.724265 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4ef37c94-a1ed-43ac-9bb4-35bd9f5120a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:59.725446 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-4ef37c94-a1ed-43ac-9bb4-35bd9f5120a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1985b6b6-d07f-40ce-8bc8-e8a4074a44b0 HTTP/1.1" status: 204 len: 168 time: 0.2964225 May 17 16:23:59.894948 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 36054) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:23:59.912983 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [req-e2c9c01c-ae12-4a1a-bde1-842de4b5acb1 req-f80e2387-ee32-4113-b57e-06260d17852e tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Deleting port e9b802f7-048d-4818-b2ef-36bcaa2b0e05 {{(pid=79280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:23:59.913602 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-e2c9c01c-ae12-4a1a-bde1-842de4b5acb1 req-f80e2387-ee32-4113-b57e-06260d17852e tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:59.913994 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-18a370f0-19bb-4747-a180-7da5f51ade43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:23:59.930535 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-18a370f0-19bb-4747-a180-7da5f51ade43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:23:59.934442 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-18a370f0-19bb-4747-a180-7da5f51ade43 admin admin] Usage tracker for resource:security_group_rule and tenant:bfdc4eb64b2c4d4eb61733a346be8f98 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:23:59.937926 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-18a370f0-19bb-4747-a180-7da5f51ade43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:23:59.966120 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-18a370f0-19bb-4747-a180-7da5f51ade43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:23:59.966367 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934df74-5564-4eb9-98ef-463ff48025a9 req-b6b5590d-3604-41af-9c27-0d58d11ce9a7 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:23:59.966367 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-2934df74-5564-4eb9-98ef-463ff48025a9 req-b6b5590d-3604-41af-9c27-0d58d11ce9a7 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 946 time: 0.2178974 May 17 16:24:00.016905 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e0efa-d429-4429-8f3b-8f2ce83b9b16 req-aa0b7e21-f8c4-4101-aaa2-dca5ab65991e tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:00.018407 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-069e0efa-d429-4429-8f3b-8f2ce83b9b16 req-aa0b7e21-f8c4-4101-aaa2-dca5ab65991e tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fcf0366-c9cf-4422-8643-f7fcc1cdd35f HTTP/1.1" status: 200 len: 943 time: 0.2415838 May 17 16:24:00.049422 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-18a370f0-19bb-4747-a180-7da5f51ade43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:00.119798 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-2934df74-5564-4eb9-98ef-463ff48025a9 req-641c57cf-fa4d-4b8d-b4a7-3daab93c35e0 tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/security-groups?id=497b4876-cf12-4cd4-ba0a-f9638e6db0d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221073 May 17 16:24:00.144928 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-069e0efa-d429-4429-8f3b-8f2ce83b9b16 req-6e044552-92d0-47e3-9e65-729f4d40fec6 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062040 May 17 16:24:00.160773 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-18a370f0-19bb-4747-a180-7da5f51ade43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:00.181215 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-88121a2e-dce2-4536-8771-65b07a80761d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:00.188080 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-e2c9c01c-ae12-4a1a-bde1-842de4b5acb1 req-f80e2387-ee32-4113-b57e-06260d17852e tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] For port e9b802f7-048d-4818-b2ef-36bcaa2b0e05, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=e9b802f7-048d-4818-b2ef-36bcaa2b0e05,segment=NetworkSegment(94e128d1-e7bb-41a9-a249-c2d9af813784),segment_id=94e128d1-e7bb-41a9-a249-c2d9af813784)] {{(pid=79280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:00.194379 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-e2c9c01c-ae12-4a1a-bde1-842de4b5acb1 req-f80e2387-ee32-4113-b57e-06260d17852e tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:00.328045 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-18a370f0-19bb-4747-a180-7da5f51ade43 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bfdc4eb64b2c4d4eb61733a346be8f98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4319479 May 17 16:24:00.334745 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 36076) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:00.336500 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a370f0-19bb-4747-a180-7da5f51ade43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98027f31-849f-42e7-a9e1-115c0068cc52,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:00.346078 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-18a370f0-19bb-4747-a180-7da5f51ade43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:00.364343 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [req-e2c9c01c-ae12-4a1a-bde1-842de4b5acb1 req-f80e2387-ee32-4113-b57e-06260d17852e tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Calling delete_port for e9b802f7-048d-4818-b2ef-36bcaa2b0e05 owned by compute:nova {{(pid=79280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:24:00.420841 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7c045900-60f7-4a2e-9b9a-79eb050a6a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:00.448889 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7c045900-60f7-4a2e-9b9a-79eb050a6a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:00.623677 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0c5d4-8634-4e57-ac69-d31e523a3d0f req-a5b72918-e85f-435e-aded-76ee77d2d397 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:00.626081 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b5d0c5d4-8634-4e57-ac69-d31e523a3d0f req-a5b72918-e85f-435e-aded-76ee77d2d397 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.2695904 May 17 16:24:00.627472 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7c045900-60f7-4a2e-9b9a-79eb050a6a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:00.632936 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:00.644273 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c045900-60f7-4a2e-9b9a-79eb050a6a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98027f31-849f-42e7-a9e1-115c0068cc52,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:00.647880 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-7c045900-60f7-4a2e-9b9a-79eb050a6a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:00.653522 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7c045900-60f7-4a2e-9b9a-79eb050a6a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:00.657835 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-7c045900-60f7-4a2e-9b9a-79eb050a6a4a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/98027f31-849f-42e7-a9e1-115c0068cc52 HTTP/1.1" status: 204 len: 168 time: 0.3227797 May 17 16:24:00.737668 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b5d0c5d4-8634-4e57-ac69-d31e523a3d0f req-74ef1033-f68f-4866-abb5-4c0c2fefe80e tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036527 May 17 16:24:00.912682 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-e2c9c01c-ae12-4a1a-bde1-842de4b5acb1 req-f80e2387-ee32-4113-b57e-06260d17852e tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850'] for port, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:00.919835 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-91eec652-a499-4b5d-af55-c1a28363fe53 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:00.924729 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['e9b802f7-048d-4818-b2ef-36bcaa2b0e05'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:24:00.963792 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e2387-ee32-4113-b57e-06260d17852e tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Pushing event deleted for resources: {'Port': ['ID=e9b802f7-048d-4818-b2ef-36bcaa2b0e05,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:01.053722 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-f80e2387-ee32-4113-b57e-06260d17852e tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:01.054644 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c9c01c-ae12-4a1a-bde1-842de4b5acb1 req-f80e2387-ee32-4113-b57e-06260d17852e tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] No DVR routers for this DVR port e9b802f7-048d-4818-b2ef-36bcaa2b0e05 on host hv-cinder-76810 {{(pid=79280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:24:01.058183 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-e2c9c01c-ae12-4a1a-bde1-842de4b5acb1 req-f80e2387-ee32-4113-b57e-06260d17852e tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:01.060809 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b621e06-0fcf-4261-a84a-30d04f88c470', 'name': 'network-vif-deleted', 'tag': 'e9b802f7-048d-4818-b2ef-36bcaa2b0e05'}] {{(pid=79280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:24:01.069238 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e2c9c01c-ae12-4a1a-bde1-842de4b5acb1 req-f80e2387-ee32-4113-b57e-06260d17852e tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.24 "DELETE /v2.0/ports/e9b802f7-048d-4818-b2ef-36bcaa2b0e05 HTTP/1.1" status: 204 len: 173 time: 1.4578414 May 17 16:24:01.115861 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b621e06-0fcf-4261-a84a-30d04f88c470', 'name': 'network-vif-deleted', 'tag': 'e9b802f7-048d-4818-b2ef-36bcaa2b0e05', 'status': 'completed', 'code': 200} May 17 16:24:01.350323 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-36f955ab-d2b0-46db-81b7-30e8bea0b7a8 req-424fdbc4-0011-4b07-952f-fd591414fece tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Synchronizing usage tracker for tenant:02315a55917243dbb871d662415925d4 on resource:port {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:24:01.390241 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 36104) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:01.404458 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6f659-ec33-4a1a-a598-cdbc811e6c47 req-763ecc8a-ab50-4f78-a325-a1b4f8e94250 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:01.406023 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-bcb6f659-ec33-4a1a-a598-cdbc811e6c47 req-763ecc8a-ab50-4f78-a325-a1b4f8e94250 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fcf0366-c9cf-4422-8643-f7fcc1cdd35f HTTP/1.1" status: 200 len: 943 time: 0.1235471 May 17 16:24:01.454809 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-36f955ab-d2b0-46db-81b7-30e8bea0b7a8 req-424fdbc4-0011-4b07-952f-fd591414fece tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Unset dirty status for tenant:02315a55917243dbb871d662415925d4 on resource:port {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:24:01.456055 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-36f955ab-d2b0-46db-81b7-30e8bea0b7a8 req-424fdbc4-0011-4b07-952f-fd591414fece tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 210 time: 0.2157478 May 17 16:24:01.471059 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-bcb6f659-ec33-4a1a-a598-cdbc811e6c47 req-856114ac-9809-4dda-8f23-24ea069d2a9a tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548880 May 17 16:24:01.554277 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-d9673992-ac40-40d3-8665-15d560bb464e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:01.569867 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-d9673992-ac40-40d3-8665-15d560bb464e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:01.574406 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-d9673992-ac40-40d3-8665-15d560bb464e admin admin] Usage tracker for resource:security_group_rule and tenant:142b3852c112491996c0ba40b9ed7739 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:01.577174 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-d9673992-ac40-40d3-8665-15d560bb464e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:01.583925 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-d9673992-ac40-40d3-8665-15d560bb464e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:01.743052 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-d9673992-ac40-40d3-8665-15d560bb464e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:01.912510 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-d9673992-ac40-40d3-8665-15d560bb464e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:01.921085 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:01.925865 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255367ec-84bc-4722-a93b-8ed1d6059cc6 req-8b55cfae-6b1d-4f27-aefb-a79cc760a1a1 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:01.927321 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-255367ec-84bc-4722-a93b-8ed1d6059cc6 req-8b55cfae-6b1d-4f27-aefb-a79cc760a1a1 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.0773106 May 17 16:24:01.969090 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-d9673992-ac40-40d3-8665-15d560bb464e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=142b3852c112491996c0ba40b9ed7739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5764077 May 17 16:24:01.972919 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 36120) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:01.981833 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9673992-ac40-40d3-8665-15d560bb464e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8092ba72-76a2-44b8-bb4a-6c79d82eb04f,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:01.992967 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-d9673992-ac40-40d3-8665-15d560bb464e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:02.031766 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-255367ec-84bc-4722-a93b-8ed1d6059cc6 req-6d84c96c-54dd-4865-9499-ac7b59bbce8d tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655091 May 17 16:24:02.059815 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-d0e6218c-810b-4612-97de-56310cf81425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:02.092024 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-d0e6218c-810b-4612-97de-56310cf81425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:02.101662 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 90e18aac-f4fc-408e-a95d-8da1716a94ab details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:24:02.274173 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 90e18aac-f4fc-408e-a95d-8da1716a94ab, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=90e18aac-f4fc-408e-a95d-8da1716a94ab,segment=NetworkSegment(55a08faa-15cc-4531-8a3c-d44bb59d5f85),segment_id=55a08faa-15cc-4531-8a3c-d44bb59d5f85)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:02.289426 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Returning: {'device': '90e18aac-f4fc-408e-a95d-8da1716a94ab', 'network_id': '78295850-4922-436a-a3e2-89441ba0baee', 'port_id': '90e18aac-f4fc-408e-a95d-8da1716a94ab', 'mac_address': 'fa:16:3e:b4:9d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e301c64-858a-4909-8df8-c3fa15fb506f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:24:02.348685 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:02.363042 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-d0e6218c-810b-4612-97de-56310cf81425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:02.366407 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e18aac-f4fc-408e-a95d-8da1716a94ab {{(pid=79282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:24:02.369059 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-ac4cd42a-7632-4f8c-bf25-39b022e0bcbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:02.382554 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e6218c-810b-4612-97de-56310cf81425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8092ba72-76a2-44b8-bb4a-6c79d82eb04f,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:02.382881 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 90e18aac-f4fc-408e-a95d-8da1716a94ab, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=90e18aac-f4fc-408e-a95d-8da1716a94ab,segment=NetworkSegment(55a08faa-15cc-4531-8a3c-d44bb59d5f85),segment_id=55a08faa-15cc-4531-8a3c-d44bb59d5f85)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:02.386675 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-d0e6218c-810b-4612-97de-56310cf81425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:02.387678 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-d0e6218c-810b-4612-97de-56310cf81425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:02.389305 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-d0e6218c-810b-4612-97de-56310cf81425 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8092ba72-76a2-44b8-bb4a-6c79d82eb04f HTTP/1.1" status: 204 len: 168 time: 0.4140897 May 17 16:24:02.513497 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:02.513497 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-18d32bb5-01c4-408e-ab33-4e56c00a26ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:02.639054 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=90e18aac-f4fc-408e-a95d-8da1716a94ab,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:02.648043 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:02.648703 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:02.649539 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:02.650320 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:02.650950 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:02.651718 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:02.652548 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:02.653154 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:02.653695 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:02.654257 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:02.654808 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:02.655424 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:02.668363 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:02.716252 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e5b7647a-91ac-4dfd-93e4-32b5d0c326c6 req-ead01dd8-67a6-4505-b168-536d0d4095ac tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b621e06-0fcf-4261-a84a-30d04f88c470 HTTP/1.1" status: 200 len: 210 time: 0.0928352 May 17 16:24:02.764577 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fdd2f-9b07-49b0-92fb-67f7c8eb9240 req-1424d5b4-8318-44f4-abea-f2481e108d57 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:02.766274 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-233fdd2f-9b07-49b0-92fb-67f7c8eb9240 req-1424d5b4-8318-44f4-abea-f2481e108d57 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fcf0366-c9cf-4422-8643-f7fcc1cdd35f HTTP/1.1" status: 200 len: 944 time: 0.0995123 May 17 16:24:02.818844 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-233fdd2f-9b07-49b0-92fb-67f7c8eb9240 req-27c749e8-bba2-47dc-bd75-ca21d72e4fad tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449331 May 17 16:24:03.214573 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714ba18-2058-4fe6-8cb4-63b708659903 req-0054f7a6-e9c2-4771-8f8b-ee002bfe9317 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:03.216023 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7714ba18-2058-4fe6-8cb4-63b708659903 req-0054f7a6-e9c2-4771-8f8b-ee002bfe9317 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.0821028 May 17 16:24:03.266917 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7714ba18-2058-4fe6-8cb4-63b708659903 req-568ce7d8-4321-4875-9c9c-6cd524d5a6b0 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443478 May 17 16:24:03.269095 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['90e18aac-f4fc-408e-a95d-8da1716a94ab'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:24:03.386986 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 36160) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:03.404624 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-530571ad-a2b8-41d8-92f9-44d74b501ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:03.420104 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-530571ad-a2b8-41d8-92f9-44d74b501ec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:03.424902 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-530571ad-a2b8-41d8-92f9-44d74b501ec0 admin admin] Usage tracker for resource:security_group_rule and tenant:c9dec31c693e4144821be30dfe621a18 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:03.428279 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-530571ad-a2b8-41d8-92f9-44d74b501ec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:03.435915 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-530571ad-a2b8-41d8-92f9-44d74b501ec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:03.587047 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-530571ad-a2b8-41d8-92f9-44d74b501ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:03.604353 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cb813-950d-4025-8788-8d8d23ed019b req-ce62fba0-bbf3-4e0c-84ee-b60883f1db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:03.605866 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4b4cb813-950d-4025-8788-8d8d23ed019b req-ce62fba0-bbf3-4e0c-84ee-b60883f1db32 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 1098 time: 0.0991344 May 17 16:24:03.647831 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4b4cb813-950d-4025-8788-8d8d23ed019b req-7f633f2d-7537-40a7-8028-acfb79e19c21 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351171 May 17 16:24:03.689405 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-530571ad-a2b8-41d8-92f9-44d74b501ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:03.696303 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-d0e6218c-810b-4612-97de-56310cf81425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:03.736648 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530571ad-a2b8-41d8-92f9-44d74b501ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb03367-df46-482f-9bb5-43e8be67e5ff,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:03.742318 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-530571ad-a2b8-41d8-92f9-44d74b501ec0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c9dec31c693e4144821be30dfe621a18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3529763 May 17 16:24:03.742318 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-530571ad-a2b8-41d8-92f9-44d74b501ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:03.743831 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 36170) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:03.814231 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-483eefe5-a02d-4e27-9523-e352580043cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:03.849612 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-483eefe5-a02d-4e27-9523-e352580043cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:04.030755 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-483eefe5-a02d-4e27-9523-e352580043cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:04.036349 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:04.051259 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483eefe5-a02d-4e27-9523-e352580043cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb03367-df46-482f-9bb5-43e8be67e5ff,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:04.058920 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-483eefe5-a02d-4e27-9523-e352580043cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:04.064423 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-483eefe5-a02d-4e27-9523-e352580043cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:04.065605 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-483eefe5-a02d-4e27-9523-e352580043cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dfb03367-df46-482f-9bb5-43e8be67e5ff HTTP/1.1" status: 204 len: 168 time: 0.3194742 May 17 16:24:04.092628 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5e3f1-8221-44ba-9d2b-e1e949c5e239 req-024eeea8-327f-4b15-9e72-ea1a6326f5aa tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:04.094086 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-95d5e3f1-8221-44ba-9d2b-e1e949c5e239 req-024eeea8-327f-4b15-9e72-ea1a6326f5aa tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fcf0366-c9cf-4422-8643-f7fcc1cdd35f HTTP/1.1" status: 200 len: 944 time: 0.1281605 May 17 16:24:04.115003 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device e9b802f7-048d-4818-b2ef-36bcaa2b0e05 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:24:04.155919 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] No Port match for: e9b802f7-048d-4818-b2ef-36bcaa2b0e05 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:24:04.156565 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device e9b802f7-048d-4818-b2ef-36bcaa2b0e05 not bound to the agent host hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:24:04.166785 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-95d5e3f1-8221-44ba-9d2b-e1e949c5e239 req-39b2ce5a-745f-4b03-b452-08a938c959d5 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587761 May 17 16:24:04.457077 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9469b5-9731-4e5d-82d3-ee76a7fa2ca2 req-3b827b27-7e8c-41b9-b849-7de0ca8f480b tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:04.458520 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3c9469b5-9731-4e5d-82d3-ee76a7fa2ca2 req-3b827b27-7e8c-41b9-b849-7de0ca8f480b tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.0803115 May 17 16:24:04.528248 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3c9469b5-9731-4e5d-82d3-ee76a7fa2ca2 req-75c70562-4c2c-4ff8-a7e7-58127c45a380 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586247 May 17 16:24:05.192186 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 36240) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:05.361630 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c25ba3f5-29e0-4a50-98f1-ca9ef8a599af admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:05.377834 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58592dd3-7a00-4599-a210-9d81cd42f0cb req-7949c8ba-cc48-4654-8312-cd892e547f6c tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:05.380302 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-58592dd3-7a00-4599-a210-9d81cd42f0cb req-7949c8ba-cc48-4654-8312-cd892e547f6c tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fcf0366-c9cf-4422-8643-f7fcc1cdd35f HTTP/1.1" status: 200 len: 944 time: 0.0924778 May 17 16:24:05.388039 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-c25ba3f5-29e0-4a50-98f1-ca9ef8a599af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:05.394028 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-c25ba3f5-29e0-4a50-98f1-ca9ef8a599af admin admin] Usage tracker for resource:security_group_rule and tenant:00cf5be8578a4595b354f68d600fb806 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:05.408668 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-c25ba3f5-29e0-4a50-98f1-ca9ef8a599af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:05.408668 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-c25ba3f5-29e0-4a50-98f1-ca9ef8a599af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:05.436420 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-58592dd3-7a00-4599-a210-9d81cd42f0cb req-beb826db-fadb-40c7-833d-7958090bb2af tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504022 May 17 16:24:05.495776 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c25ba3f5-29e0-4a50-98f1-ca9ef8a599af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:05.598236 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c25ba3f5-29e0-4a50-98f1-ca9ef8a599af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:05.615669 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-71db5e3e-d897-4709-8cde-fb94ee20e9a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:05.648658 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-c25ba3f5-29e0-4a50-98f1-ca9ef8a599af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=00cf5be8578a4595b354f68d600fb806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4494567 May 17 16:24:05.650994 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ba3f5-29e0-4a50-98f1-ca9ef8a599af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8025de7f-9471-4346-8720-d4235c528650,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:05.651996 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 36258) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:05.654134 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-c25ba3f5-29e0-4a50-98f1-ca9ef8a599af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:05.845235 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b5cbe247-59e3-4337-8fb2-8ec1b5df9961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:05.845235 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e8a92-9bab-46da-9079-687710001403 req-d9ee2815-5e62-4244-894d-64aa31cbf168 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:05.845235 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c56e8a92-9bab-46da-9079-687710001403 req-d9ee2815-5e62-4244-894d-64aa31cbf168 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.1412432 May 17 16:24:05.845235 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b5cbe247-59e3-4337-8fb2-8ec1b5df9961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:05.849226 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 36268) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:05.962695 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_v2 [None req-c75b048c-996e-48bf-bcff-ecc488b5e85b admin admin] Deleting subnet 9e98c336-343c-4f40-83fb-951cdebda34a {{(pid=79281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:24:05.967719 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c75b048c-996e-48bf-bcff-ecc488b5e85b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:05.986929 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c56e8a92-9bab-46da-9079-687710001403 req-82dc0e5f-4660-435f-96ad-a629743ae0b4 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673019 May 17 16:24:06.056218 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c75b048c-996e-48bf-bcff-ecc488b5e85b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:06.068940 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c75b048c-996e-48bf-bcff-ecc488b5e85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8075481'] for subnet, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:06.128812 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 90e18aac-f4fc-408e-a95d-8da1716a94ab up at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:06.131528 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b5cbe247-59e3-4337-8fb2-8ec1b5df9961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:06.140415 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-8f69e166-1891-47f9-a9bc-27414fa866a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:06.161806 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cbe247-59e3-4337-8fb2-8ec1b5df9961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8025de7f-9471-4346-8720-d4235c528650,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:06.175851 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b5cbe247-59e3-4337-8fb2-8ec1b5df9961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:06.179750 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-b5cbe247-59e3-4337-8fb2-8ec1b5df9961 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8025de7f-9471-4346-8720-d4235c528650 HTTP/1.1" status: 204 len: 168 time: 0.5239100 May 17 16:24:06.179750 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-b5cbe247-59e3-4337-8fb2-8ec1b5df9961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:06.243700 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c23d8c-eebe-4636-9fc1-0ad4d36d8aa0 req-9b348fbf-9156-4c06-beca-d338262ecba1 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:06.245266 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c4c23d8c-eebe-4636-9fc1-0ad4d36d8aa0 req-9b348fbf-9156-4c06-beca-d338262ecba1 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.1519108 May 17 16:24:06.306874 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c4c23d8c-eebe-4636-9fc1-0ad4d36d8aa0 req-85a7d0f3-67e8-415d-a75f-f1122712e8cc tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533614 May 17 16:24:06.323615 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning for port 90e18aac-f4fc-408e-a95d-8da1716a94ab completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:06.329324 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning complete for port 90e18aac-f4fc-408e-a95d-8da1716a94ab triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:06.331330 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:06.462915 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:06.485110 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c75b048c-996e-48bf-bcff-ecc488b5e85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8075474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274'] for subnet, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:06.500978 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcf0366-c9cf-4422-8643-f7fcc1cdd35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e18aac-f4fc-408e-a95d-8da1716a94ab'}] {{(pid=79282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:24:06.501152 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-25aa3c1d-dbf3-4385-8433-dabd710ad5f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:06.511927 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 90e18aac-f4fc-408e-a95d-8da1716a94ab, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=90e18aac-f4fc-408e-a95d-8da1716a94ab,segment=NetworkSegment(55a08faa-15cc-4531-8a3c-d44bb59d5f85),segment_id=55a08faa-15cc-4531-8a3c-d44bb59d5f85)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:06.553666 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c75b048c-996e-48bf-bcff-ecc488b5e85b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:06.561184 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b048c-996e-48bf-bcff-ecc488b5e85b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e98c336-343c-4f40-83fb-951cdebda34a,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:06.564071 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-c75b048c-996e-48bf-bcff-ecc488b5e85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:06.574464 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fcf0366-c9cf-4422-8643-f7fcc1cdd35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e18aac-f4fc-408e-a95d-8da1716a94ab', 'code': 200} May 17 16:24:06.582360 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-c75b048c-996e-48bf-bcff-ecc488b5e85b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9e98c336-343c-4f40-83fb-951cdebda34a HTTP/1.1" status: 204 len: 168 time: 0.7303324 May 17 16:24:06.583351 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 36294) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:06.603739 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:06.609688 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:06.737187 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=90e18aac-f4fc-408e-a95d-8da1716a94ab,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:06.742020 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:06.796992 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7909b437-fcb3-468a-bb1c-d792b4cad5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7952015'] for network, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:06.835507 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0752e3d-040b-4b32-9a0a-34e0e6690d3d req-22b00cd0-2b5f-4d1f-82f1-e8d3d8031e84 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:06.844764 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b0752e3d-040b-4b32-9a0a-34e0e6690d3d req-22b00cd0-2b5f-4d1f-82f1-e8d3d8031e84 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fcf0366-c9cf-4422-8643-f7fcc1cdd35f HTTP/1.1" status: 200 len: 945 time: 0.1722908 May 17 16:24:06.894868 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b0752e3d-040b-4b32-9a0a-34e0e6690d3d req-52224c90-d5e9-4087-995a-34aa6d9960db tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489526 May 17 16:24:06.995612 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7909b437-fcb3-468a-bb1c-d792b4cad5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8075500', 'neutron.services.segments.db._delete_segments_for_network-8780704027010'] for network, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:07.016356 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7909b437-fcb3-468a-bb1c-d792b4cad5f3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:24:07.016708 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7909b437-fcb3-468a-bb1c-d792b4cad5f3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:24:07.017453 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7909b437-fcb3-468a-bb1c-d792b4cad5f3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:24:07.017809 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7909b437-fcb3-468a-bb1c-d792b4cad5f3 admin admin] Subscribe: > port after_create 55550000 {{(pid=79281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:24:07.018163 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7909b437-fcb3-468a-bb1c-d792b4cad5f3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:24:07.018540 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7909b437-fcb3-468a-bb1c-d792b4cad5f3 admin admin] Subscribe: > port after_update 55550000 {{(pid=79281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:24:07.018854 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7909b437-fcb3-468a-bb1c-d792b4cad5f3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:24:07.019191 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7909b437-fcb3-468a-bb1c-d792b4cad5f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:24:07.019556 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7909b437-fcb3-468a-bb1c-d792b4cad5f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:24:07.019912 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7909b437-fcb3-468a-bb1c-d792b4cad5f3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:24:07.109269 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d1662-47eb-4225-9665-4571275491e6 req-a3d32ce7-6257-4b8f-b5e8-41f6fc258244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:07.110774 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-be8d1662-47eb-4225-9665-4571275491e6 req-a3d32ce7-6257-4b8f-b5e8-41f6fc258244 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6fcf0366-c9cf-4422-8643-f7fcc1cdd35f HTTP/1.1" status: 200 len: 1098 time: 0.0818686 May 17 16:24:07.156596 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-be8d1662-47eb-4225-9665-4571275491e6 req-c869cb26-b156-4472-bda9-a8474bf70e37 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344927 May 17 16:24:07.179507 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7909b437-fcb3-468a-bb1c-d792b4cad5f3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:24:07.179881 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7909b437-fcb3-468a-bb1c-d792b4cad5f3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:24:07.180211 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7909b437-fcb3-468a-bb1c-d792b4cad5f3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:24:07.180530 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7909b437-fcb3-468a-bb1c-d792b4cad5f3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:24:07.180885 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-7909b437-fcb3-468a-bb1c-d792b4cad5f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1669059c-f1c8-455e-9511-5763b727b621']}} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:07.195533 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-7909b437-fcb3-468a-bb1c-d792b4cad5f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e128d1-e7bb-41a9-a249-c2d9af813784') {'for_net_delete': True} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:07.195969 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-7909b437-fcb3-468a-bb1c-d792b4cad5f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e128d1-e7bb-41a9-a249-c2d9af813784') {} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:07.196383 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 36310) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:07.208587 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7909b437-fcb3-468a-bb1c-d792b4cad5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780704039051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1804567'] for segment, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:07.214154 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ed60f1a3-8d0d-4fdd-8353-e2a9c920464b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:07.225754 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7909b437-fcb3-468a-bb1c-d792b4cad5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:07.230442 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-ed60f1a3-8d0d-4fdd-8353-e2a9c920464b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:07.234231 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7909b437-fcb3-468a-bb1c-d792b4cad5f3 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=79281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:24:07.234633 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-ed60f1a3-8d0d-4fdd-8353-e2a9c920464b admin admin] Usage tracker for resource:security_group_rule and tenant:e807525208484897a948fb806c635f84 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:07.234776 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7909b437-fcb3-468a-bb1c-d792b4cad5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1955967'] for segment, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:07.237616 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-ed60f1a3-8d0d-4fdd-8353-e2a9c920464b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:07.243611 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-ed60f1a3-8d0d-4fdd-8353-e2a9c920464b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: from cryptography.utils import int_from_bytes May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: from cryptography.utils import int_from_bytes May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: Traceback (most recent call last): May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: timer() May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: cb(*args, **kw) May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: return func(*args, **kwargs) May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: self._notify() May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: self.callback(batched_events) May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: event.method(event) May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: return f(self, *a, **k) May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: return self._get(url).json() May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: return self.request(url, 'GET', **kwargs) May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:24:07.251411 dv-cinder-768105-8-iscsi neutron-server[79281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:24:07.376934 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ed60f1a3-8d0d-4fdd-8353-e2a9c920464b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:07.442717 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ed60f1a3-8d0d-4fdd-8353-e2a9c920464b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:07.453116 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-ca05d2f9-2fba-4d5b-af46-83748f47c259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:07.494638 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-ed60f1a3-8d0d-4fdd-8353-e2a9c920464b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e807525208484897a948fb806c635f84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2970026 May 17 16:24:07.497557 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 36322) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:07.525187 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7909b437-fcb3-468a-bb1c-d792b4cad5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8075493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432837'] for network, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:07.538877 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7909b437-fcb3-468a-bb1c-d792b4cad5f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:07.547748 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60f1a3-8d0d-4fdd-8353-e2a9c920464b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f63e36-1c59-4023-a249-a04d8ed47265,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:07.555085 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-ed60f1a3-8d0d-4fdd-8353-e2a9c920464b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:07.558622 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-44373dc9-8515-47c4-a77a-1d8c62d6c4e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:07.598578 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909b437-fcb3-468a-bb1c-d792b4cad5f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1669059c-f1c8-455e-9511-5763b727b621,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:07.601278 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-7909b437-fcb3-468a-bb1c-d792b4cad5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:07.615256 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ce8b8586-8d84-40c8-980f-136901f8738c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:07.634823 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-7909b437-fcb3-468a-bb1c-d792b4cad5f3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1669059c-f1c8-455e-9511-5763b727b621 HTTP/1.1" status: 204 len: 168 time: 1.0479784 May 17 16:24:07.653218 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ce8b8586-8d84-40c8-980f-136901f8738c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:07.795290 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ce8b8586-8d84-40c8-980f-136901f8738c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:07.798643 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-8e2789f7-2712-4d86-ac7d-d2dd8ec75f46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:07.817376 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b8586-8d84-40c8-980f-136901f8738c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f63e36-1c59-4023-a249-a04d8ed47265,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:07.839946 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-ce8b8586-8d84-40c8-980f-136901f8738c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:07.840994 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ce8b8586-8d84-40c8-980f-136901f8738c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:07.846609 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-ce8b8586-8d84-40c8-980f-136901f8738c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/78f63e36-1c59-4023-a249-a04d8ed47265 HTTP/1.1" status: 204 len: 168 time: 0.3473136 May 17 16:24:08.079033 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282cc0d-7a37-4bd3-b2a3-9195de50c9c4 req-b4dccbf1-8058-4bf9-91bf-5bd0020b5eaa tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:08.080467 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e282cc0d-7a37-4bd3-b2a3-9195de50c9c4 req-b4dccbf1-8058-4bf9-91bf-5bd0020b5eaa tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fcf0366-c9cf-4422-8643-f7fcc1cdd35f HTTP/1.1" status: 200 len: 945 time: 0.0808611 May 17 16:24:08.127752 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e282cc0d-7a37-4bd3-b2a3-9195de50c9c4 req-5b6556df-0eaf-474f-8ba8-e8c7b6a99af2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412610 May 17 16:24:08.805102 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 36348) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:08.858339 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-e1be487d-e075-4bb8-8b0e-5d4d2f4c060a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=02315a55917243dbb871d662415925d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0497584 May 17 16:24:08.859894 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 36352) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:08.920169 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e6dd8cbe-b9f9-4c27-8216-72c34dfc4dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:08.950421 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e6dd8cbe-b9f9-4c27-8216-72c34dfc4dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:09.170228 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e6dd8cbe-b9f9-4c27-8216-72c34dfc4dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:09.175085 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:09.206783 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd8cbe-b9f9-4c27-8216-72c34dfc4dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497b4876-cf12-4cd4-ba0a-f9638e6db0d4,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:09.209702 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-e6dd8cbe-b9f9-4c27-8216-72c34dfc4dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:09.355286 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e6dd8cbe-b9f9-4c27-8216-72c34dfc4dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:09.356281 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-e6dd8cbe-b9f9-4c27-8216-72c34dfc4dbc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/497b4876-cf12-4cd4-ba0a-f9638e6db0d4 HTTP/1.1" status: 204 len: 168 time: 0.4961195 May 17 16:24:09.391775 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4727d3f-a9e8-444e-b200-91f71de2ae4a req-1e7e011f-435e-4702-9aae-eef48ec60d97 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:09.393435 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e4727d3f-a9e8-444e-b200-91f71de2ae4a req-1e7e011f-435e-4702-9aae-eef48ec60d97 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fcf0366-c9cf-4422-8643-f7fcc1cdd35f HTTP/1.1" status: 200 len: 945 time: 0.0986893 May 17 16:24:09.461819 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e4727d3f-a9e8-444e-b200-91f71de2ae4a req-32fe8d28-dd51-4ed7-98d9-0f7c06398c2a tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474284 May 17 16:24:10.721184 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 36446) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:10.859140 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df290aba-5d75-4458-8f02-cfd3ce029c19 req-77500e7d-5cb0-4f4e-bf0a-92cd4be35233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:10.866863 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-df290aba-5d75-4458-8f02-cfd3ce029c19 req-77500e7d-5cb0-4f4e-bf0a-92cd4be35233 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2307c0670f344a09bf44ca921047944a&device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 1098 time: 0.1035764 May 17 16:24:10.868686 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6cb7a-dad0-4e18-8790-b8135e665f99 req-1416d530-1a16-4f48-a22f-bc3143eaae46 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:10.870159 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c9f6cb7a-dad0-4e18-8790-b8135e665f99 req-1416d530-1a16-4f48-a22f-bc3143eaae46 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.1497560 May 17 16:24:11.010483 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-191bc82e-7e3f-4f56-a236-b601ed66bd1a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-259554001-network', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:11.016810 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-191bc82e-7e3f-4f56-a236-b601ed66bd1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:11.020746 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-191bc82e-7e3f-4f56-a236-b601ed66bd1a admin admin] Usage tracker for resource:network and tenant:0963dfcfec64470c9af2396c3d9ea7f2 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:11.023806 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-191bc82e-7e3f-4f56-a236-b601ed66bd1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:11.029102 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df290aba-5d75-4458-8f02-cfd3ce029c19 req-d225f722-34ef-4afa-a1bb-6466bd80acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:11.030660 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-191bc82e-7e3f-4f56-a236-b601ed66bd1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:11.030822 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-df290aba-5d75-4458-8f02-cfd3ce029c19 req-d225f722-34ef-4afa-a1bb-6466bd80acd5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=95cb7f67-f70c-4a86-ad74-5eaf775bf7aa HTTP/1.1" status: 200 len: 920 time: 0.1595917 May 17 16:24:11.115377 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c9f6cb7a-dad0-4e18-8790-b8135e665f99 req-983e60e3-bbb1-480f-b6bf-562f174a7570 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223966 May 17 16:24:11.116548 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-df290aba-5d75-4458-8f02-cfd3ce029c19 req-f3f17347-a5bf-41fd-8fe6-64d447bfdcfb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0760a2da-7147-4be8-be3a-5048631c1ac9 HTTP/1.1" status: 200 len: 217 time: 0.0728433 May 17 16:24:11.158982 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191bc82e-7e3f-4f56-a236-b601ed66bd1a admin admin] Made reservation on behalf of 0963dfcfec64470c9af2396c3d9ea7f2 for: {'network': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:24:11.161384 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-191bc82e-7e3f-4f56-a236-b601ed66bd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7986740'] for network, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:11.176764 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-191bc82e-7e3f-4f56-a236-b601ed66bd1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:11.183614 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df290aba-5d75-4458-8f02-cfd3ce029c19 req-9b0351e5-f64c-4f51-9694-0d1ffa883499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:11.185044 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-df290aba-5d75-4458-8f02-cfd3ce029c19 req-9b0351e5-f64c-4f51-9694-0d1ffa883499 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bdaf05fe-e49f-4388-8c5b-0bf658a1d6b3 HTTP/1.1" status: 200 len: 859 time: 0.0619147 May 17 16:24:11.195397 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-191bc82e-7e3f-4f56-a236-b601ed66bd1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:11.199958 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-191bc82e-7e3f-4f56-a236-b601ed66bd1a admin admin] Usage tracker for resource:security_group_rule and tenant:0963dfcfec64470c9af2396c3d9ea7f2 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:11.203794 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-191bc82e-7e3f-4f56-a236-b601ed66bd1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:11.210022 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-191bc82e-7e3f-4f56-a236-b601ed66bd1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:11.244636 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-df290aba-5d75-4458-8f02-cfd3ce029c19 req-38e0d8e0-602e-4363-a977-92196fe688e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95cb7f67-f70c-4a86-ad74-5eaf775bf7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517154 May 17 16:24:11.320791 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-191bc82e-7e3f-4f56-a236-b601ed66bd1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:11.387346 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-df290aba-5d75-4458-8f02-cfd3ce029c19 req-da0d3fd4-6f5f-44a4-8b3f-f48aae735173 service neutron] 10.222.0.24 "GET /v2.0/networks/95cb7f67-f70c-4a86-ad74-5eaf775bf7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350491 May 17 16:24:11.432681 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-191bc82e-7e3f-4f56-a236-b601ed66bd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:11.441043 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-c25ba3f5-29e0-4a50-98f1-ca9ef8a599af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:11.473509 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191bc82e-7e3f-4f56-a236-b601ed66bd1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=79281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:24:11.484430 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bc82e-7e3f-4f56-a236-b601ed66bd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59325085-951e-43e5-ba46-4d238de7c38d,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:11.489781 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-191bc82e-7e3f-4f56-a236-b601ed66bd1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:11.493919 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-191bc82e-7e3f-4f56-a236-b601ed66bd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:11.495515 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.db.segments_db [None req-191bc82e-7e3f-4f56-a236-b601ed66bd1a admin admin] Added segment b66f898e-f20f-4fcc-b29c-8e4d969f4bb9 of type vlan for network f715da6f-21b3-4c5b-b80d-844b367c17f5 May 17 16:24:11.537616 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-191bc82e-7e3f-4f56-a236-b601ed66bd1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780703603375'] for network, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:11.628131 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-df290aba-5d75-4458-8f02-cfd3ce029c19 req-20e2a7dc-7599-4b84-9741-e031926a1b7b service neutron] 10.222.0.24 "GET /v2.0/networks/95cb7f67-f70c-4a86-ad74-5eaf775bf7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328639 May 17 16:24:11.644116 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-191bc82e-7e3f-4f56-a236-b601ed66bd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325'] for network, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:11.645439 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191bc82e-7e3f-4f56-a236-b601ed66bd1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:11.646013 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-191bc82e-7e3f-4f56-a236-b601ed66bd1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:11.651272 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-7909b437-fcb3-468a-bb1c-d792b4cad5f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:11.755743 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191bc82e-7e3f-4f56-a236-b601ed66bd1a admin admin] Pushing event updated for resources: {'Network': ['ID=f715da6f-21b3-4c5b-b80d-844b367c17f5,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:11.758207 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-191bc82e-7e3f-4f56-a236-b601ed66bd1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:11.766037 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Network f715da6f-21b3-4c5b-b80d-844b367c17f5 details requested by agent ovs-agent-dv-cinder-768105-8-iscsi with host dv-cinder-768105-8-iscsi {{(pid=79282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:24:11.844770 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-191bc82e-7e3f-4f56-a236-b601ed66bd1a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1222851 May 17 16:24:11.847637 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 36472) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:11.855544 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-e8e40612-a111-41bf-8c66-ef2a1a718fa9 admin admin] Request body: {'subnet': {'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-259554001-subnet', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:11.861852 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-e8e40612-a111-41bf-8c66-ef2a1a718fa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:11.866125 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-e8e40612-a111-41bf-8c66-ef2a1a718fa9 admin admin] Usage tracker for resource:subnet and tenant:0963dfcfec64470c9af2396c3d9ea7f2 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:11.869029 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-e8e40612-a111-41bf-8c66-ef2a1a718fa9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:11.875320 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-e8e40612-a111-41bf-8c66-ef2a1a718fa9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:12.003966 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e40612-a111-41bf-8c66-ef2a1a718fa9 admin admin] Made reservation on behalf of 0963dfcfec64470c9af2396c3d9ea7f2 for: {'subnet': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:24:12.012343 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e8e40612-a111-41bf-8c66-ef2a1a718fa9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:12.336631 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957675d-d6c1-4fd8-8f93-42335de8c9b4 req-db2e1f21-811e-49f8-82a2-6bfa003bab96 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:12.338092 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a957675d-d6c1-4fd8-8f93-42335de8c9b4 req-db2e1f21-811e-49f8-82a2-6bfa003bab96 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.0829768 May 17 16:24:12.384083 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a957675d-d6c1-4fd8-8f93-42335de8c9b4 req-fcf2b141-1983-420b-b81b-de4c9b4da7d5 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385938 May 17 16:24:12.580062 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e8e40612-a111-41bf-8c66-ef2a1a718fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274'] for subnet, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:12.585037 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:12.666411 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e40612-a111-41bf-8c66-ef2a1a718fa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb,revision_number=0']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:12.672316 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-e8e40612-a111-41bf-8c66-ef2a1a718fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:12.676702 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e40612-a111-41bf-8c66-ef2a1a718fa9 admin admin] Checking segment: {'id': 'b66f898e-f20f-4fcc-b29c-8e4d969f4bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:12.677059 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e40612-a111-41bf-8c66-ef2a1a718fa9 admin admin] Network hostable DHCP agents. Network: f715da6f-21b3-4c5b-b80d-844b367c17f5, hostable agents: ['780b63cc-fd7b-4a13-8dba-6019f78428e1'], hosted agents: [] {{(pid=79280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:24:12.758316 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e40612-a111-41bf-8c66-ef2a1a718fa9 admin admin] Network f715da6f-21b3-4c5b-b80d-844b367c17f5 is scheduled to be hosted by DHCP agent 780b63cc-fd7b-4a13-8dba-6019f78428e1 with binding_index 1 {{(pid=79280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:24:12.911246 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [None req-e8e40612-a111-41bf-8c66-ef2a1a718fa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-iscsi, f715da6f-21b3-4c5b-b80d-844b367c17f5) {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:12.917481 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e40612-a111-41bf-8c66-ef2a1a718fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:12.917481 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e8e40612-a111-41bf-8c66-ef2a1a718fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for subnet, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:12.922601 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a34a51-7728-42be-b13d-3bcc7218cc43 None None] Network f715da6f-21b3-4c5b-b80d-844b367c17f5 requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:24:13.038998 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-e8e40612-a111-41bf-8c66-ef2a1a718fa9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1899121 May 17 16:24:13.041502 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 36496) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:13.047086 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-b55352ff-8875-48a2-ac15-5b3ee07a04c9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-259554001-router', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:13.052333 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-b55352ff-8875-48a2-ac15-5b3ee07a04c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:13.056339 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-b55352ff-8875-48a2-ac15-5b3ee07a04c9 admin admin] Usage tracker for resource:router and tenant:0963dfcfec64470c9af2396c3d9ea7f2 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:13.059171 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-b55352ff-8875-48a2-ac15-5b3ee07a04c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:13.065416 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-b55352ff-8875-48a2-ac15-5b3ee07a04c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:13.141303 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fe1cde-6d55-4233-8e91-984cd3535e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c339ff7-fcf1-568f-8b09-47d9b29cd70b-f715da6f-21b3-4c5b-b80d-844b367c17f5', 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'fixed_ips': [{'subnet_id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb'}]}} from dv-cinder-768105-8-iscsi. {{(pid=79282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 16:24:13.142227 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-93fe1cde-6d55-4233-8e91-984cd3535e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:13.188168 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b55352ff-8875-48a2-ac15-5b3ee07a04c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-433102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046008'] for router, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:13.188682 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b55352ff-8875-48a2-ac15-5b3ee07a04c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-499961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045991'] for router, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:13.208872 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b55352ff-8875-48a2-ac15-5b3ee07a04c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:13.307256 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.db_base_plugin_common [None req-93fe1cde-6d55-4233-8e91-984cd3535e68 None None] Allocated IP 172.20.0.2 (f715da6f-21b3-4c5b-b80d-844b367c17f5/2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb/fabdd713-7d75-4b3f-9624-40adeb3e2832) {{(pid=79282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:24:13.594833 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-93fe1cde-6d55-4233-8e91-984cd3535e68 None None] Notify callbacks [] for port, precommit_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:13.606520 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-93fe1cde-6d55-4233-8e91-984cd3535e68 None None] Transition to ACTIVE for port object fabdd713-7d75-4b3f-9624-40adeb3e2832 will not be triggered until provisioned by entity L2. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:13.626914 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-93fe1cde-6d55-4233-8e91-984cd3535e68 None None] Transition to ACTIVE for port object fabdd713-7d75-4b3f-9624-40adeb3e2832 will not be triggered until provisioned by entity DHCP. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:13.684173 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b55352ff-8875-48a2-ac15-5b3ee07a04c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-433116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045973'] for router, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:13.716537 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be058592-392c-4d69-843a-ab9d01bc479e req-1134b0b9-16d4-4f9f-87a8-9ec0c5f8fa20 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:13.718275 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-be058592-392c-4d69-843a-ab9d01bc479e req-1134b0b9-16d4-4f9f-87a8-9ec0c5f8fa20 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.2212074 May 17 16:24:13.718834 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-93fe1cde-6d55-4233-8e91-984cd3535e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841'] for port, after_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:13.723945 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-8db210c7-30fd-4fc7-bf8c-c086226f70b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:13.774255 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-be058592-392c-4d69-843a-ab9d01bc479e req-26d19354-4d2f-41e8-a23d-73d73b99077e tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448694 May 17 16:24:13.800043 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fe1cde-6d55-4233-8e91-984cd3535e68 None None] Network f715da6f-21b3-4c5b-b80d-844b367c17f5 is already hosted by enough agents. {{(pid=79282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:24:13.809022 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe1cde-6d55-4233-8e91-984cd3535e68 None None] Pushing event updated for resources: {'Port': ['ID=fabdd713-7d75-4b3f-9624-40adeb3e2832,revision_number=1']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:13.812488 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.scheduler.base_scheduler [None req-93fe1cde-6d55-4233-8e91-984cd3535e68 None None] Resources bound (agent type, host, resource id): {{(pid=79282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:13.815228 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-93fe1cde-6d55-4233-8e91-984cd3535e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:13.817311 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fe1cde-6d55-4233-8e91-984cd3535e68 None None] Received port after_create {{(pid=79282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:24:13.913502 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-93fe1cde-6d55-4233-8e91-984cd3535e68 None None] Attempting to bind port fabdd713-7d75-4b3f-9624-40adeb3e2832 on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:24:13.913876 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-93fe1cde-6d55-4233-8e91-984cd3535e68 None None] Attempting to bind port fabdd713-7d75-4b3f-9624-40adeb3e2832 by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': 'b66f898e-f20f-4fcc-b29c-8e4d969f4bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5'}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:24:13.914253 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fe1cde-6d55-4233-8e91-984cd3535e68 None None] Attempting to bind port fabdd713-7d75-4b3f-9624-40adeb3e2832 on network f715da6f-21b3-4c5b-b80d-844b367c17f5 {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:24:13.920155 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fe1cde-6d55-4233-8e91-984cd3535e68 None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:24:13.920537 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fe1cde-6d55-4233-8e91-984cd3535e68 None None] Checking segment: {'id': 'b66f898e-f20f-4fcc-b29c-8e4d969f4bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:13.920970 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-93fe1cde-6d55-4233-8e91-984cd3535e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:13.921946 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fe1cde-6d55-4233-8e91-984cd3535e68 None None] Bound using segment: {'id': 'b66f898e-f20f-4fcc-b29c-8e4d969f4bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5'} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:24:13.922451 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-93fe1cde-6d55-4233-8e91-984cd3535e68 None None] Bound port: fabdd713-7d75-4b3f-9624-40adeb3e2832, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66f898e-f20f-4fcc-b29c-8e4d969f4bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5'}}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:24:13.922833 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-93fe1cde-6d55-4233-8e91-984cd3535e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:14.014261 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-93fe1cde-6d55-4233-8e91-984cd3535e68 None None] For port fabdd713-7d75-4b3f-9624-40adeb3e2832, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:24:14.017344 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-93fe1cde-6d55-4233-8e91-984cd3535e68 None None] For port fabdd713-7d75-4b3f-9624-40adeb3e2832, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=fabdd713-7d75-4b3f-9624-40adeb3e2832,segment=NetworkSegment(b66f898e-f20f-4fcc-b29c-8e4d969f4bb9),segment_id=b66f898e-f20f-4fcc-b29c-8e4d969f4bb9)] {{(pid=79282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:24:14.094059 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b55352ff-8875-48a2-ac15-5b3ee07a04c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:14.100124 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-93fe1cde-6d55-4233-8e91-984cd3535e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:14.104094 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-9aa975bb-9a34-4341-97d1-0f95ec936cce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:14.127817 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b55352ff-8875-48a2-ac15-5b3ee07a04c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:14.186730 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe1cde-6d55-4233-8e91-984cd3535e68 None None] Pushing event updated for resources: {'Port': ['ID=fabdd713-7d75-4b3f-9624-40adeb3e2832,revision_number=2']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:14.190214 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-93fe1cde-6d55-4233-8e91-984cd3535e68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:14.454237 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_common [None req-b55352ff-8875-48a2-ac15-5b3ee07a04c9 admin admin] Allocated IP 172.27.2.245 (42a1d626-e0b0-418c-b7f5-2b1d715bf830/6e10255a-9813-4d83-92b3-230f73c18e4f/eded4092-a63d-4356-9e66-0a9a1e8873f2) {{(pid=79280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:24:14.614615 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b55352ff-8875-48a2-ac15-5b3ee07a04c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:14.622326 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device fabdd713-7d75-4b3f-9624-40adeb3e2832 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:14.701344 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b55352ff-8875-48a2-ac15-5b3ee07a04c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841'] for port, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:14.706271 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-63836452-d56f-4bc4-aa78-8561ed13d686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:14.769125 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port fabdd713-7d75-4b3f-9624-40adeb3e2832 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:14.776774 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55352ff-8875-48a2-ac15-5b3ee07a04c9 admin admin] Network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:24:14.779690 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [None req-b55352ff-8875-48a2-ac15-5b3ee07a04c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:14.783460 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55352ff-8875-48a2-ac15-5b3ee07a04c9 admin admin] Received port after_create {{(pid=79280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:24:14.851188 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55352ff-8875-48a2-ac15-5b3ee07a04c9 admin admin] Pushing event updated for resources: {'Port': ['ID=eded4092-a63d-4356-9e66-0a9a1e8873f2,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:14.904234 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-b55352ff-8875-48a2-ac15-5b3ee07a04c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:15.055126 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19eab8-3f11-4245-a537-f8d308f911c8 req-736c649d-e45b-4d29-8a92-fb4c6811504f tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:15.056676 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ce19eab8-3f11-4245-a537-f8d308f911c8 req-736c649d-e45b-4d29-8a92-fb4c6811504f tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.1444778 May 17 16:24:15.106856 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ce19eab8-3f11-4245-a537-f8d308f911c8 req-6a7a3ec2-bd9b-49fb-be43-076769543e73 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434418 May 17 16:24:15.184419 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f72fb3-b176-492b-8bcf-f9fa2be9652e None None] Network f715da6f-21b3-4c5b-b80d-844b367c17f5 requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:24:15.376834 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b55352ff-8875-48a2-ac15-5b3ee07a04c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:15.393392 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-240ebb1b-0075-4f76-89ab-65fa9ee84cae None None] Provisioning for port fabdd713-7d75-4b3f-9624-40adeb3e2832 completed by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:15.411696 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-240ebb1b-0075-4f76-89ab-65fa9ee84cae None None] Provisioning complete for port fabdd713-7d75-4b3f-9624-40adeb3e2832 triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:15.411696 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-240ebb1b-0075-4f76-89ab-65fa9ee84cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:15.593890 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-2010a4ed-94f4-45a0-8e8d-b943c0977de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:15.636092 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-240ebb1b-0075-4f76-89ab-65fa9ee84cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:15.677609 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-240ebb1b-0075-4f76-89ab-65fa9ee84cae None None] For port fabdd713-7d75-4b3f-9624-40adeb3e2832, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=fabdd713-7d75-4b3f-9624-40adeb3e2832,segment=NetworkSegment(b66f898e-f20f-4fcc-b29c-8e4d969f4bb9),segment_id=b66f898e-f20f-4fcc-b29c-8e4d969f4bb9)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:15.786240 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-240ebb1b-0075-4f76-89ab-65fa9ee84cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:15.787088 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b55352ff-8875-48a2-ac15-5b3ee07a04c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408247'] for router, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:15.788146 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:15.861119 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ebb1b-0075-4f76-89ab-65fa9ee84cae None None] Pushing event updated for resources: {'Port': ['ID=fabdd713-7d75-4b3f-9624-40adeb3e2832,revision_number=3']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:15.864247 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-240ebb1b-0075-4f76-89ab-65fa9ee84cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:15.907844 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-bb5f8428-f104-4b16-af10-a7f05c363851 None None] Provisioning complete for port fabdd713-7d75-4b3f-9624-40adeb3e2832 triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:15.908232 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-bb5f8428-f104-4b16-af10-a7f05c363851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:16.129514 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55352ff-8875-48a2-ac15-5b3ee07a04c9 admin admin] Router 2518071c-ce7a-41f1-bc70-e77dfe2d7341 is scheduled to L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 with binding_index 1 {{(pid=79280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 16:24:16.465569 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55352ff-8875-48a2-ac15-5b3ee07a04c9 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:24:16.475097 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f410b-fa7c-4717-a013-9c51b29bf2a3 req-ee007dea-62e6-4386-b466-cb6866f6fe71 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:16.475930 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559513f8-a78d-4ba5-b948-75c07aa77c3e None None] Sync routers for ids ['2518071c-ce7a-41f1-bc70-e77dfe2d7341'] in dv-cinder-768105-8-iscsi {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:24:16.476611 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-958f410b-fa7c-4717-a013-9c51b29bf2a3 req-ee007dea-62e6-4386-b466-cb6866f6fe71 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.2007287 May 17 16:24:16.488208 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559513f8-a78d-4ba5-b948-75c07aa77c3e None None] Routers {'2518071c-ce7a-41f1-bc70-e77dfe2d7341'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:24:16.488886 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-559513f8-a78d-4ba5-b948-75c07aa77c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:23:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['2518071c-ce7a-41f1-bc70-e77dfe2d7341'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:16.541968 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-958f410b-fa7c-4717-a013-9c51b29bf2a3 req-90397536-dd5f-4523-ab50-9f5478c4cd98 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533526 May 17 16:24:16.575287 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device fabdd713-7d75-4b3f-9624-40adeb3e2832 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:16.625184 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b55352ff-8875-48a2-ac15-5b3ee07a04c9 admin admin] Notify callbacks [] for router, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:16.630147 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 36548) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:16.631168 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-b55352ff-8875-48a2-ac15-5b3ee07a04c9 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5886648 May 17 16:24:16.683043 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port fabdd713-7d75-4b3f-9624-40adeb3e2832 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:16.683525 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:16.686039 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-559513f8-a78d-4ba5-b948-75c07aa77c3e None None] Set router 2518071c-ce7a-41f1-bc70-e77dfe2d7341 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:24:16.992301 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-559513f8-a78d-4ba5-b948-75c07aa77c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'name': 'tempest-AttachVolumeTestJSON-259554001-router', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:15Z', 'revision_number': 3, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'gw_port': {'id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:14Z', 'updated_at': '2021-05-17T16:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:16.996437 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559513f8-a78d-4ba5-b948-75c07aa77c3e None None] Checking router: 2518071c-ce7a-41f1-bc70-e77dfe2d7341 for host: dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:24:16.996789 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559513f8-a78d-4ba5-b948-75c07aa77c3e None None] Updating router 2518071c-ce7a-41f1-bc70-e77dfe2d7341 port eded4092-a63d-4356-9e66-0a9a1e8873f2 binding host dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:24:17.051063 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-559513f8-a78d-4ba5-b948-75c07aa77c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:17.404403 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-559513f8-a78d-4ba5-b948-75c07aa77c3e None None] Notify callbacks [] for port, precommit_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:17.410714 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1126c13f-ff1e-4f03-ad9f-4af7a2c181f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:17.418108 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.provisioning_blocks [None req-559513f8-a78d-4ba5-b948-75c07aa77c3e None None] Transition to ACTIVE for port object eded4092-a63d-4356-9e66-0a9a1e8873f2 will not be triggered until provisioned by entity L2. {{(pid=79283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:17.523815 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-559513f8-a78d-4ba5-b948-75c07aa77c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:17.528280 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:17.610684 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-559513f8-a78d-4ba5-b948-75c07aa77c3e None None] Attempting to bind port eded4092-a63d-4356-9e66-0a9a1e8873f2 on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:24:17.611159 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-559513f8-a78d-4ba5-b948-75c07aa77c3e None None] Attempting to bind port eded4092-a63d-4356-9e66-0a9a1e8873f2 by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}] {{(pid=79283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:24:17.611739 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559513f8-a78d-4ba5-b948-75c07aa77c3e None None] Attempting to bind port eded4092-a63d-4356-9e66-0a9a1e8873f2 on network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:24:17.615420 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b687350-4471-4e32-ad48-2ff0dface8ac None None] Pushing event updated for resources: {'Port': ['ID=eded4092-a63d-4356-9e66-0a9a1e8873f2,revision_number=2']} {{(pid=79283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:17.621163 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559513f8-a78d-4ba5-b948-75c07aa77c3e None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:24:17.621538 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559513f8-a78d-4ba5-b948-75c07aa77c3e None None] Checking segment: {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:17.621943 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-559513f8-a78d-4ba5-b948-75c07aa77c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:17.622355 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559513f8-a78d-4ba5-b948-75c07aa77c3e None None] Bound using segment: {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'} {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:24:17.622827 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-559513f8-a78d-4ba5-b948-75c07aa77c3e None None] Bound port: eded4092-a63d-4356-9e66-0a9a1e8873f2, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}}] {{(pid=79283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:24:17.623195 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-559513f8-a78d-4ba5-b948-75c07aa77c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:17.652373 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_common [None req-1126c13f-ff1e-4f03-ad9f-4af7a2c181f6 admin admin] Allocated IP 172.20.0.1 (f715da6f-21b3-4c5b-b80d-844b367c17f5/2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb/fdca95ca-22ad-4628-8d78-53fc6d90087d) {{(pid=79281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:24:17.671555 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b687350-4471-4e32-ad48-2ff0dface8ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:17.671555 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b687350-4471-4e32-ad48-2ff0dface8ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:17.671555 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b687350-4471-4e32-ad48-2ff0dface8ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:17.671555 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b687350-4471-4e32-ad48-2ff0dface8ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:17.671555 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b687350-4471-4e32-ad48-2ff0dface8ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:17.671555 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b687350-4471-4e32-ad48-2ff0dface8ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:17.671555 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b687350-4471-4e32-ad48-2ff0dface8ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:17.671555 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b687350-4471-4e32-ad48-2ff0dface8ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:17.671555 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b687350-4471-4e32-ad48-2ff0dface8ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:17.671555 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b687350-4471-4e32-ad48-2ff0dface8ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:17.671555 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b687350-4471-4e32-ad48-2ff0dface8ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:17.671555 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b687350-4471-4e32-ad48-2ff0dface8ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:17.679069 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [None req-6b687350-4471-4e32-ad48-2ff0dface8ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:17.712903 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.db [None req-559513f8-a78d-4ba5-b948-75c07aa77c3e None None] For port eded4092-a63d-4356-9e66-0a9a1e8873f2, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:24:17.716282 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.db [None req-559513f8-a78d-4ba5-b948-75c07aa77c3e None None] For port eded4092-a63d-4356-9e66-0a9a1e8873f2, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=eded4092-a63d-4356-9e66-0a9a1e8873f2,segment=NetworkSegment(b4de580b-76bc-403f-9a98-9ee7fe7150e1),segment_id=b4de580b-76bc-403f-9a98-9ee7fe7150e1)] {{(pid=79283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:24:17.736473 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b895ae4-2c26-4757-9d2a-32a3ad9d6fa9 req-7e21b9d7-2084-4435-b8e1-7b89b3fe2012 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:17.738396 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4b895ae4-2c26-4757-9d2a-32a3ad9d6fa9 req-7e21b9d7-2084-4435-b8e1-7b89b3fe2012 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.0883996 May 17 16:24:17.799942 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4b895ae4-2c26-4757-9d2a-32a3ad9d6fa9 req-b13e66f7-9b4d-4f4b-9e1c-2e70d7b3c161 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515816 May 17 16:24:17.809057 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-559513f8-a78d-4ba5-b948-75c07aa77c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:17.816283 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [None req-d1737e58-c22d-4614-a1a3-d8b4cc383729 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:17.843584 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1126c13f-ff1e-4f03-ad9f-4af7a2c181f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:17.861150 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.provisioning_blocks [None req-1126c13f-ff1e-4f03-ad9f-4af7a2c181f6 admin admin] Transition to ACTIVE for port object fdca95ca-22ad-4628-8d78-53fc6d90087d will not be triggered until provisioned by entity DHCP. {{(pid=79281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:17.966566 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b687350-4471-4e32-ad48-2ff0dface8ac None None] Pushing event updated for resources: {'Port': ['ID=eded4092-a63d-4356-9e66-0a9a1e8873f2,revision_number=3']} {{(pid=79283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:17.974419 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [None req-6b687350-4471-4e32-ad48-2ff0dface8ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:17.979303 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559513f8-a78d-4ba5-b948-75c07aa77c3e None None] Routers {'2518071c-ce7a-41f1-bc70-e77dfe2d7341'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:24:17.988351 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-559513f8-a78d-4ba5-b948-75c07aa77c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:23:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['2518071c-ce7a-41f1-bc70-e77dfe2d7341'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:18.020280 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1126c13f-ff1e-4f03-ad9f-4af7a2c181f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:18.032103 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:18.096554 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1126c13f-ff1e-4f03-ad9f-4af7a2c181f6 admin admin] Network f715da6f-21b3-4c5b-b80d-844b367c17f5 is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:24:18.099606 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-1126c13f-ff1e-4f03-ad9f-4af7a2c181f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:18.102275 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1126c13f-ff1e-4f03-ad9f-4af7a2c181f6 admin admin] Received port after_create {{(pid=79281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:24:18.173296 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-cee38588-4184-4d35-a5d9-2a5ad615b70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:18.215386 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:18.231388 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-559513f8-a78d-4ba5-b948-75c07aa77c3e None None] Set router 2518071c-ce7a-41f1-bc70-e77dfe2d7341 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:24:18.232450 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126c13f-ff1e-4f03-ad9f-4af7a2c181f6 admin admin] Pushing event updated for resources: {'Port': ['ID=fdca95ca-22ad-4628-8d78-53fc6d90087d,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:18.236148 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1126c13f-ff1e-4f03-ad9f-4af7a2c181f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:18.254668 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1126c13f-ff1e-4f03-ad9f-4af7a2c181f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432716'] for router_interface, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:18.432361 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-41a40ba7-faf3-46eb-b336-3b860a2e9178 None None] Provisioning for port fdca95ca-22ad-4628-8d78-53fc6d90087d completed by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:18.443655 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-41a40ba7-faf3-46eb-b336-3b860a2e9178 None None] Provisioning complete for port fdca95ca-22ad-4628-8d78-53fc6d90087d triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:18.443655 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-41a40ba7-faf3-46eb-b336-3b860a2e9178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:18.479148 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1126c13f-ff1e-4f03-ad9f-4af7a2c181f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:18.499062 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-41a40ba7-faf3-46eb-b336-3b860a2e9178 None None] Port fdca95ca-22ad-4628-8d78-53fc6d90087d cannot update to ACTIVE because it is not bound. {{(pid=79282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:24:18.564220 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-559513f8-a78d-4ba5-b948-75c07aa77c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'name': 'tempest-AttachVolumeTestJSON-259554001-router', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:15Z', 'revision_number': 3, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'gw_port': {'id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:14Z', 'updated_at': '2021-05-17T16:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:18.568187 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559513f8-a78d-4ba5-b948-75c07aa77c3e None None] The sync data for ids ['2518071c-ce7a-41f1-bc70-e77dfe2d7341'] in dv-cinder-768105-8-iscsi is: [{'id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'name': 'tempest-AttachVolumeTestJSON-259554001-router', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:15Z', 'revision_number': 3, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'gw_port': {'id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:14Z', 'updated_at': '2021-05-17T16:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}] {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:24:18.729724 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1126c13f-ff1e-4f03-ad9f-4af7a2c181f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:18.832328 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1126c13f-ff1e-4f03-ad9f-4af7a2c181f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1955875'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:18.862374 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1bb74375-9efe-4dbb-9de5-81c543c9ff09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:18.955397 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1126c13f-ff1e-4f03-ad9f-4af7a2c181f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-515311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402923'] for router_interface, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:18.964789 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126c13f-ff1e-4f03-ad9f-4af7a2c181f6 admin admin] Pushing event updated for resources: {'Port': ['ID=fdca95ca-22ad-4628-8d78-53fc6d90087d,revision_number=2']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:18.970709 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1126c13f-ff1e-4f03-ad9f-4af7a2c181f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:19.048296 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09295764-edc4-4d16-8412-d6246eec4ff7 req-59435c20-f681-4f27-91f9-5e5728755c89 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:19.054903 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-09295764-edc4-4d16-8412-d6246eec4ff7 req-59435c20-f681-4f27-91f9-5e5728755c89 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.1329439 May 17 16:24:19.118739 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-09295764-edc4-4d16-8412-d6246eec4ff7 req-1345522a-942b-4599-8f55-a714a83ca527 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626197 May 17 16:24:19.142204 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:19.184067 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1126c13f-ff1e-4f03-ad9f-4af7a2c181f6 admin admin] Network f715da6f-21b3-4c5b-b80d-844b367c17f5 is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:24:19.185330 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-1126c13f-ff1e-4f03-ad9f-4af7a2c181f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:19.395467 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1126c13f-ff1e-4f03-ad9f-4af7a2c181f6 admin admin] Router 2518071c-ce7a-41f1-bc70-e77dfe2d7341 has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:24:19.424990 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-6e231be0-1d27-4783-a888-cdd2be766971 None None] Provisioning complete for port fdca95ca-22ad-4628-8d78-53fc6d90087d triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:19.425579 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-6e231be0-1d27-4783-a888-cdd2be766971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:19.482649 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-6e231be0-1d27-4783-a888-cdd2be766971 None None] Port fdca95ca-22ad-4628-8d78-53fc6d90087d cannot update to ACTIVE because it is not bound. {{(pid=79282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:24:19.583192 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1126c13f-ff1e-4f03-ad9f-4af7a2c181f6 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:24:19.592714 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-1126c13f-ff1e-4f03-ad9f-4af7a2c181f6 admin admin] 10.222.0.11 "PUT /v2.0/routers/2518071c-ce7a-41f1-bc70-e77dfe2d7341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9601457 May 17 16:24:20.224854 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 36590) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:20.230853 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-b24d2bf9-afae-4f1b-ac1c-7247873c2ae3 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--540560271', 'description': 'tempest-description--750902749'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:20.243900 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-b24d2bf9-afae-4f1b-ac1c-7247873c2ae3 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:20.259429 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-b24d2bf9-afae-4f1b-ac1c-7247873c2ae3 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Usage tracker for resource:security_group and tenant:0963dfcfec64470c9af2396c3d9ea7f2 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:20.267342 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-b24d2bf9-afae-4f1b-ac1c-7247873c2ae3 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:20.283190 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-b24d2bf9-afae-4f1b-ac1c-7247873c2ae3 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:20.296150 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f82bbd2-5e81-45ba-a063-cc1d97bc0fed None None] Sync routers for ids ['2518071c-ce7a-41f1-bc70-e77dfe2d7341'] in dv-cinder-768105-8-iscsi {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:24:20.312509 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f82bbd2-5e81-45ba-a063-cc1d97bc0fed None None] Routers {'2518071c-ce7a-41f1-bc70-e77dfe2d7341'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:24:20.312509 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-1f82bbd2-5e81-45ba-a063-cc1d97bc0fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:24:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['2518071c-ce7a-41f1-bc70-e77dfe2d7341'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:20.400157 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460caf29-2fd9-4f0f-b212-3aa4cadbaca8 req-0e5b2e1e-838b-4764-bb0f-ba56344f14ba tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:20.402851 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-460caf29-2fd9-4f0f-b212-3aa4cadbaca8 req-0e5b2e1e-838b-4764-bb0f-ba56344f14ba tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.0898387 May 17 16:24:20.405135 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b24d2bf9-afae-4f1b-ac1c-7247873c2ae3 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:20.451455 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-b24d2bf9-afae-4f1b-ac1c-7247873c2ae3 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:20.462620 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-b24d2bf9-afae-4f1b-ac1c-7247873c2ae3 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Usage tracker for resource:security_group_rule and tenant:0963dfcfec64470c9af2396c3d9ea7f2 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:20.468703 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-b24d2bf9-afae-4f1b-ac1c-7247873c2ae3 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:20.477858 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-b24d2bf9-afae-4f1b-ac1c-7247873c2ae3 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:20.482960 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-460caf29-2fd9-4f0f-b212-3aa4cadbaca8 req-4ed96cef-b1e8-482d-a24f-b2a0e605f0bb tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648954 May 17 16:24:20.569705 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-1f82bbd2-5e81-45ba-a063-cc1d97bc0fed None None] Set router 2518071c-ce7a-41f1-bc70-e77dfe2d7341 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:24:20.602402 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b24d2bf9-afae-4f1b-ac1c-7247873c2ae3 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:20.631940 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:20.641446 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device eded4092-a63d-4356-9e66-0a9a1e8873f2 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:20.711093 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b24d2bf9-afae-4f1b-ac1c-7247873c2ae3 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:20.725163 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-7b55cc31-c16e-4f3f-8190-f718df4774cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:20.769608 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d2bf9-afae-4f1b-ac1c-7247873c2ae3 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0861eebd-39da-4f09-a616-42fe108403a8,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:20.772899 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-b24d2bf9-afae-4f1b-ac1c-7247873c2ae3 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:20.895693 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b24d2bf9-afae-4f1b-ac1c-7247873c2ae3 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:20.898439 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-b24d2bf9-afae-4f1b-ac1c-7247873c2ae3 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6712701 May 17 16:24:20.906686 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 36596) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:20.913243 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-cff274c8-bd0d-48c9-935e-f01a3a2a9d57 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Request body: {'security_group_rule': {'security_group_id': '0861eebd-39da-4f09-a616-42fe108403a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:20.919493 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-cff274c8-bd0d-48c9-935e-f01a3a2a9d57 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:20.923806 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-cff274c8-bd0d-48c9-935e-f01a3a2a9d57 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Usage tracker for resource:security_group_rule and tenant:0963dfcfec64470c9af2396c3d9ea7f2 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:20.926834 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-cff274c8-bd0d-48c9-935e-f01a3a2a9d57 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:20.933306 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-cff274c8-bd0d-48c9-935e-f01a3a2a9d57 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:20.989975 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-1f82bbd2-5e81-45ba-a063-cc1d97bc0fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'name': 'tempest-AttachVolumeTestJSON-259554001-router', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:18Z', 'revision_number': 4, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'gw_port': {'id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:14Z', 'updated_at': '2021-05-17T16:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'fdca95ca-22ad-4628-8d78-53fc6d90087d', 'name': '', 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'mac_address': 'fa:16:3e:50:87:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:17Z', 'updated_at': '2021-05-17T16:24:18Z', 'revision_number': 2, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'subnets': [{'id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:20.994145 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f82bbd2-5e81-45ba-a063-cc1d97bc0fed None None] Checking router: 2518071c-ce7a-41f1-bc70-e77dfe2d7341 for host: dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:24:20.994542 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f82bbd2-5e81-45ba-a063-cc1d97bc0fed None None] Updating router 2518071c-ce7a-41f1-bc70-e77dfe2d7341 port fdca95ca-22ad-4628-8d78-53fc6d90087d binding host dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:24:21.024122 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port eded4092-a63d-4356-9e66-0a9a1e8873f2 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:21.041426 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port eded4092-a63d-4356-9e66-0a9a1e8873f2 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:21.041805 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:21.049335 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-cff274c8-bd0d-48c9-935e-f01a3a2a9d57 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:21.098160 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-1f82bbd2-5e81-45ba-a063-cc1d97bc0fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:21.114650 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-cff274c8-bd0d-48c9-935e-f01a3a2a9d57 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:21.285126 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-cff274c8-bd0d-48c9-935e-f01a3a2a9d57 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337405'] for security_group_rule, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:21.287881 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:21.335216 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff274c8-bd0d-48c9-935e-f01a3a2a9d57 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637c3d0b-d7b7-4cff-9424-c0eec6d7338d,revision_number=0']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:21.338949 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-cff274c8-bd0d-48c9-935e-f01a3a2a9d57 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:21.385365 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:21.414912 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] For port eded4092-a63d-4356-9e66-0a9a1e8873f2, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=eded4092-a63d-4356-9e66-0a9a1e8873f2,segment=NetworkSegment(b4de580b-76bc-403f-9a98-9ee7fe7150e1),segment_id=b4de580b-76bc-403f-9a98-9ee7fe7150e1)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:21.443173 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-cff274c8-bd0d-48c9-935e-f01a3a2a9d57 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:21.445221 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-cff274c8-bd0d-48c9-935e-f01a3a2a9d57 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5374594 May 17 16:24:21.447817 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 36614) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:21.454970 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-ff099aa4-8258-4b8e-b5c5-0656ce5e4ac4 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Request body: {'security_group_rule': {'security_group_id': '0861eebd-39da-4f09-a616-42fe108403a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:21.465619 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-ff099aa4-8258-4b8e-b5c5-0656ce5e4ac4 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:21.466205 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-ff099aa4-8258-4b8e-b5c5-0656ce5e4ac4 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Usage tracker for resource:security_group_rule and tenant:0963dfcfec64470c9af2396c3d9ea7f2 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:21.478066 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-ff099aa4-8258-4b8e-b5c5-0656ce5e4ac4 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:21.478066 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-ff099aa4-8258-4b8e-b5c5-0656ce5e4ac4 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:21.551671 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-1f82bbd2-5e81-45ba-a063-cc1d97bc0fed None None] Notify callbacks [] for port, precommit_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:21.554395 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:21.557884 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:21.589628 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ff099aa4-8258-4b8e-b5c5-0656ce5e4ac4 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:21.622266 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-1f82bbd2-5e81-45ba-a063-cc1d97bc0fed None None] Transition to ACTIVE for port object fdca95ca-22ad-4628-8d78-53fc6d90087d will not be triggered until provisioned by entity L2. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:21.654102 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Pushing event updated for resources: {'Port': ['ID=eded4092-a63d-4356-9e66-0a9a1e8873f2,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:21.658000 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:21.690135 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-1f82bbd2-5e81-45ba-a063-cc1d97bc0fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:21.700247 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:21.764202 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ff099aa4-8258-4b8e-b5c5-0656ce5e4ac4 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:21.801805 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a71f6a-4ccf-44c3-bab2-aaeef820c2f3 req-d665b5d8-968c-4889-8fdc-adaae348f514 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:21.804729 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-69a71f6a-4ccf-44c3-bab2-aaeef820c2f3 req-d665b5d8-968c-4889-8fdc-adaae348f514 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.1289608 May 17 16:24:21.805369 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:21.878240 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ff099aa4-8258-4b8e-b5c5-0656ce5e4ac4 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337405'] for security_group_rule, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:21.880472 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-3773499f-a81b-449c-9e17-5167916a52aa tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:21.884708 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-69a71f6a-4ccf-44c3-bab2-aaeef820c2f3 req-6ff1f1fe-3fef-4447-9d62-ccaf37cab505 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783653 May 17 16:24:21.888389 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3262444-4814-487f-b125-30377f0eafbf None None] Pushing event updated for resources: {'Port': ['ID=fdca95ca-22ad-4628-8d78-53fc6d90087d,revision_number=3']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:21.899138 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-a3262444-4814-487f-b125-30377f0eafbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:21.943347 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff099aa4-8258-4b8e-b5c5-0656ce5e4ac4 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebbdd711-f3e2-4494-9ba0-bbce2daf52dc,revision_number=0']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:21.956962 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-ff099aa4-8258-4b8e-b5c5-0656ce5e4ac4 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:22.083465 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-1f82bbd2-5e81-45ba-a063-cc1d97bc0fed None None] Attempting to bind port fdca95ca-22ad-4628-8d78-53fc6d90087d on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:24:22.086844 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-1f82bbd2-5e81-45ba-a063-cc1d97bc0fed None None] Attempting to bind port fdca95ca-22ad-4628-8d78-53fc6d90087d by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': 'b66f898e-f20f-4fcc-b29c-8e4d969f4bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5'}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:24:22.089570 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f82bbd2-5e81-45ba-a063-cc1d97bc0fed None None] Attempting to bind port fdca95ca-22ad-4628-8d78-53fc6d90087d on network f715da6f-21b3-4c5b-b80d-844b367c17f5 {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:24:22.096611 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ff099aa4-8258-4b8e-b5c5-0656ce5e4ac4 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:22.098213 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-ff099aa4-8258-4b8e-b5c5-0656ce5e4ac4 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6488352 May 17 16:24:22.099083 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f82bbd2-5e81-45ba-a063-cc1d97bc0fed None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:24:22.099772 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f82bbd2-5e81-45ba-a063-cc1d97bc0fed None None] Checking segment: {'id': 'b66f898e-f20f-4fcc-b29c-8e4d969f4bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:22.100533 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-1f82bbd2-5e81-45ba-a063-cc1d97bc0fed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:22.101177 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f82bbd2-5e81-45ba-a063-cc1d97bc0fed None None] Bound using segment: {'id': 'b66f898e-f20f-4fcc-b29c-8e4d969f4bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5'} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:24:22.101404 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 36646) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:22.102232 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-1f82bbd2-5e81-45ba-a063-cc1d97bc0fed None None] Bound port: fdca95ca-22ad-4628-8d78-53fc6d90087d, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66f898e-f20f-4fcc-b29c-8e4d969f4bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5'}}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:24:22.102924 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-1f82bbd2-5e81-45ba-a063-cc1d97bc0fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:22.107537 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-a2956281-74be-472d-b85e-16b0e4104c86 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Request body: {'floatingip': {'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:22.126781 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-a2956281-74be-472d-b85e-16b0e4104c86 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:22.141477 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-a2956281-74be-472d-b85e-16b0e4104c86 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Usage tracker for resource:floatingip and tenant:0963dfcfec64470c9af2396c3d9ea7f2 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:22.150369 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-a2956281-74be-472d-b85e-16b0e4104c86 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:22.162519 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-a2956281-74be-472d-b85e-16b0e4104c86 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:22.180336 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-34c7c2d3-319b-40a3-bac8-78ecd413f364 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:22.185845 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-34c7c2d3-319b-40a3-bac8-78ecd413f364 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/networks?id=78295850-4922-436a-a3e2-89441ba0baee HTTP/1.1" status: 200 len: 815 time: 0.2776089 May 17 16:24:22.203759 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-2f154825-94e7-4b09-a9df-d59885af137d tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/quotas/0fce3d29ce494d39b82d25912ade041d HTTP/1.1" status: 200 len: 375 time: 0.0184994 May 17 16:24:22.235383 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-1f82bbd2-5e81-45ba-a063-cc1d97bc0fed None None] For port fdca95ca-22ad-4628-8d78-53fc6d90087d, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:24:22.241052 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-1f82bbd2-5e81-45ba-a063-cc1d97bc0fed None None] For port fdca95ca-22ad-4628-8d78-53fc6d90087d, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=fdca95ca-22ad-4628-8d78-53fc6d90087d,segment=NetworkSegment(b66f898e-f20f-4fcc-b29c-8e4d969f4bb9),segment_id=b66f898e-f20f-4fcc-b29c-8e4d969f4bb9)] {{(pid=79282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:24:22.294451 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-94d35c3c-ee4c-49cf-9d14-9a682b5b2656 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0fce3d29ce494d39b82d25912ade041d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0897284 May 17 16:24:22.421736 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a2956281-74be-472d-b85e-16b0e4104c86 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for floatingip, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:22.452413 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-364443a2-0898-4f8d-bade-bb91bb9bdd9f service neutron] 10.222.0.11 "GET /v2.0/networks/78295850-4922-436a-a3e2-89441ba0baee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491444 May 17 16:24:22.456648 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-1f82bbd2-5e81-45ba-a063-cc1d97bc0fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:22.471797 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:22.638090 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3262444-4814-487f-b125-30377f0eafbf None None] Pushing event updated for resources: {'Port': ['ID=fdca95ca-22ad-4628-8d78-53fc6d90087d,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:22.643228 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device eded4092-a63d-4356-9e66-0a9a1e8873f2 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:22.679730 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-a3262444-4814-487f-b125-30377f0eafbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:22.688535 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 36658) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:22.690331 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a2956281-74be-472d-b85e-16b0e4104c86 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:22.707474 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-f5f81272-8a58-43cf-a924-2236a6debb8b service neutron] 10.222.0.11 "GET /v2.0/networks/78295850-4922-436a-a3e2-89441ba0baee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342803 May 17 16:24:22.736507 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f82bbd2-5e81-45ba-a063-cc1d97bc0fed None None] Routers {'2518071c-ce7a-41f1-bc70-e77dfe2d7341'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:24:22.737153 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-1f82bbd2-5e81-45ba-a063-cc1d97bc0fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:24:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['2518071c-ce7a-41f1-bc70-e77dfe2d7341'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:22.845932 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 36664) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:22.934072 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_common [None req-a2956281-74be-472d-b85e-16b0e4104c86 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Allocated IP 172.27.2.150 (42a1d626-e0b0-418c-b7f5-2b1d715bf830/6e10255a-9813-4d83-92b3-230f73c18e4f/08fbaa89-5105-44ce-957f-78c704047639) {{(pid=79281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:24:23.137743 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e289f55e-0e81-4606-b6e7-dcae4d6992ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:23.159643 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-26b9eb1f-2cbb-4f5a-83df-c43a94e9ed6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:23.164354 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-e289f55e-0e81-4606-b6e7-dcae4d6992ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:23.174266 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-e289f55e-0e81-4606-b6e7-dcae4d6992ff admin admin] Usage tracker for resource:security_group_rule and tenant:c571c840be5e4520b9a7006b03eeb915 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:23.174266 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-e289f55e-0e81-4606-b6e7-dcae4d6992ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:23.177606 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-1f82bbd2-5e81-45ba-a063-cc1d97bc0fed None None] Set router 2518071c-ce7a-41f1-bc70-e77dfe2d7341 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:24:23.185616 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-26b9eb1f-2cbb-4f5a-83df-c43a94e9ed6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:23.194602 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-e289f55e-0e81-4606-b6e7-dcae4d6992ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:23.204763 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-26b9eb1f-2cbb-4f5a-83df-c43a94e9ed6a admin admin] Usage tracker for resource:security_group_rule and tenant:11faf9102d3945c388d95ff0fea8208c is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:23.209403 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-26b9eb1f-2cbb-4f5a-83df-c43a94e9ed6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:23.227252 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-26b9eb1f-2cbb-4f5a-83df-c43a94e9ed6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:23.295522 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e289f55e-0e81-4606-b6e7-dcae4d6992ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:23.308656 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a2956281-74be-472d-b85e-16b0e4104c86 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for port, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:23.356396 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-327229a9-6efd-4109-bc60-88b7f1a5f7fc req-6d11c7f3-4988-4809-9cf3-143967ad548d tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb05a39b-d3d0-4ae7-bb06-75650f3280ba HTTP/1.1" status: 200 len: 210 time: 0.0580885 May 17 16:24:23.366888 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port eded4092-a63d-4356-9e66-0a9a1e8873f2 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:23.367443 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:23.367691 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e289f55e-0e81-4606-b6e7-dcae4d6992ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:23.385285 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-ed60f1a3-8d0d-4fdd-8353-e2a9c920464b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:23.445668 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-26b9eb1f-2cbb-4f5a-83df-c43a94e9ed6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:23.472293 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289f55e-0e81-4606-b6e7-dcae4d6992ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcbf1ed-087b-4115-9c28-cd0abc9966b2,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:23.506424 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672a2c5-f79f-4b12-80bf-e65713f97dbc req-d3e21e35-8f55-4c45-8cff-8621930440ea tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:23.506424 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b672a2c5-f79f-4b12-80bf-e65713f97dbc req-d3e21e35-8f55-4c45-8cff-8621930440ea tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.4341507 May 17 16:24:23.506424 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-e289f55e-0e81-4606-b6e7-dcae4d6992ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:23.510977 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-e289f55e-0e81-4606-b6e7-dcae4d6992ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c571c840be5e4520b9a7006b03eeb915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6612809 May 17 16:24:23.511357 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 36686) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:23.535591 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-26b9eb1f-2cbb-4f5a-83df-c43a94e9ed6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:23.605398 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:23.659494 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a2956281-74be-472d-b85e-16b0e4104c86 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:23.742027 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b672a2c5-f79f-4b12-80bf-e65713f97dbc req-55a4fea5-5f5c-449b-a5b0-0ac0113b1d15 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322156 May 17 16:24:23.742420 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9eb1f-2cbb-4f5a-83df-c43a94e9ed6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f722bd6-c600-4f94-9aa4-8a178ef94729,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:23.750437 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-26b9eb1f-2cbb-4f5a-83df-c43a94e9ed6a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=11faf9102d3945c388d95ff0fea8208c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0558679 May 17 16:24:23.752860 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 36694) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:23.752993 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2956281-74be-472d-b85e-16b0e4104c86 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:24:23.753946 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-26b9eb1f-2cbb-4f5a-83df-c43a94e9ed6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:23.754397 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:23.765354 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-1f82bbd2-5e81-45ba-a063-cc1d97bc0fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'name': 'tempest-AttachVolumeTestJSON-259554001-router', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:18Z', 'revision_number': 4, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'gw_port': {'id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:14Z', 'updated_at': '2021-05-17T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'fdca95ca-22ad-4628-8d78-53fc6d90087d', 'name': '', 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'mac_address': 'fa:16:3e:50:87:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:17Z', 'updated_at': '2021-05-17T16:24:22Z', 'revision_number': 4, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'subnets': [{'id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:23.777260 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f82bbd2-5e81-45ba-a063-cc1d97bc0fed None None] The sync data for ids ['2518071c-ce7a-41f1-bc70-e77dfe2d7341'] in dv-cinder-768105-8-iscsi is: [{'id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'name': 'tempest-AttachVolumeTestJSON-259554001-router', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:18Z', 'revision_number': 4, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'gw_port': {'id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:14Z', 'updated_at': '2021-05-17T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'fdca95ca-22ad-4628-8d78-53fc6d90087d', 'name': '', 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'mac_address': 'fa:16:3e:50:87:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:17Z', 'updated_at': '2021-05-17T16:24:22Z', 'revision_number': 4, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'subnets': [{'id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:24:23.815449 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-a2956281-74be-472d-b85e-16b0e4104c86 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:23.818489 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2956281-74be-472d-b85e-16b0e4104c86 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Received port after_create {{(pid=79281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:24:23.873213 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-7132f380-05a2-43b4-82a3-c3d15e331c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:23.931420 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-7132f380-05a2-43b4-82a3-c3d15e331c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:23.953316 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4f9a1eb0-8456-4763-abcb-dbad2076df8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:23.970193 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2956281-74be-472d-b85e-16b0e4104c86 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Pushing event updated for resources: {'Port': ['ID=08fbaa89-5105-44ce-957f-78c704047639,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:23.978601 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-a2956281-74be-472d-b85e-16b0e4104c86 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:24.004319 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4f9a1eb0-8456-4763-abcb-dbad2076df8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:24.043200 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a2956281-74be-472d-b85e-16b0e4104c86 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:24.135268 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-7132f380-05a2-43b4-82a3-c3d15e331c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:24.140992 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-483eefe5-a02d-4e27-9523-e352580043cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:24.156016 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132f380-05a2-43b4-82a3-c3d15e331c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f722bd6-c600-4f94-9aa4-8a178ef94729,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:24.159153 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-7132f380-05a2-43b4-82a3-c3d15e331c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:24.163890 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-7132f380-05a2-43b4-82a3-c3d15e331c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:24.167681 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-7132f380-05a2-43b4-82a3-c3d15e331c1c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7f722bd6-c600-4f94-9aa4-8a178ef94729 HTTP/1.1" status: 204 len: 168 time: 0.4116375 May 17 16:24:24.221315 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4f9a1eb0-8456-4763-abcb-dbad2076df8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:24.229347 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-670a7052-4553-4082-aad0-1e2656d8e7d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:24.282503 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a1eb0-8456-4763-abcb-dbad2076df8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcbf1ed-087b-4115-9c28-cd0abc9966b2,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:24.297694 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-4f9a1eb0-8456-4763-abcb-dbad2076df8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:24.340793 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a2956281-74be-472d-b85e-16b0e4104c86 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:24.402732 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4f9a1eb0-8456-4763-abcb-dbad2076df8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:24.402732 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-4f9a1eb0-8456-4763-abcb-dbad2076df8a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cfcbf1ed-087b-4115-9c28-cd0abc9966b2 HTTP/1.1" status: 204 len: 168 time: 0.8891320 May 17 16:24:24.418165 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a5dbd-9da9-4ef3-8de0-141b9dff42d7 req-cb574d53-19c5-4e39-bbf0-a7be92494b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:24.420087 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-519a5dbd-9da9-4ef3-8de0-141b9dff42d7 req-cb574d53-19c5-4e39-bbf0-a7be92494b8e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 1098 time: 0.1263928 May 17 16:24:24.606103 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-519a5dbd-9da9-4ef3-8de0-141b9dff42d7 req-c3aa6bc0-fd01-44a8-b753-a74779ab98ff service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783724 May 17 16:24:24.630373 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a2956281-74be-472d-b85e-16b0e4104c86 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for port, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:24.658577 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-15f317ae-43a4-498e-8359-6a6e0445dc98 req-a03c4184-607d-48a1-9f23-508da0591219 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb05a39b-d3d0-4ae7-bb06-75650f3280ba HTTP/1.1" status: 200 len: 210 time: 0.1766443 May 17 16:24:24.676282 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device fdca95ca-22ad-4628-8d78-53fc6d90087d up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:24.731161 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a2956281-74be-472d-b85e-16b0e4104c86 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1955875'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:24.737334 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:24.858026 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2956281-74be-472d-b85e-16b0e4104c86 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Pushing event updated for resources: {'Port': ['ID=08fbaa89-5105-44ce-957f-78c704047639,revision_number=2']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:24.862270 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-a2956281-74be-472d-b85e-16b0e4104c86 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:24.876808 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a2956281-74be-472d-b85e-16b0e4104c86 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432823'] for floatingip, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:24.893785 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port fdca95ca-22ad-4628-8d78-53fc6d90087d completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:24.899554 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port fdca95ca-22ad-4628-8d78-53fc6d90087d triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:24.900215 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:25.039267 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a2956281-74be-472d-b85e-16b0e4104c86 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for floatingip, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:25.044316 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-a2956281-74be-472d-b85e-16b0e4104c86 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9390850 May 17 16:24:25.064747 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:25.085843 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f26af-eb9c-4e44-9b4b-6204667d3013 req-6b39d616-78e5-425c-9d94-899159f9cc56 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:25.090464 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-019f26af-eb9c-4e44-9b4b-6204667d3013 req-6b39d616-78e5-425c-9d94-899159f9cc56 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.1800647 May 17 16:24:25.108979 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] For port fdca95ca-22ad-4628-8d78-53fc6d90087d, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=fdca95ca-22ad-4628-8d78-53fc6d90087d,segment=NetworkSegment(b66f898e-f20f-4fcc-b29c-8e4d969f4bb9),segment_id=b66f898e-f20f-4fcc-b29c-8e4d969f4bb9)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:25.154648 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-019f26af-eb9c-4e44-9b4b-6204667d3013 req-d864733f-723a-4fbf-9386-3e0bf2ec3952 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569170 May 17 16:24:25.242034 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:25.244003 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:25.255173 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 36722) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:25.283637 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-19e9cf4e-ba9c-4abf-86fd-8eff6d1e8abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:25.305008 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-19e9cf4e-ba9c-4abf-86fd-8eff6d1e8abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:25.309252 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-19e9cf4e-ba9c-4abf-86fd-8eff6d1e8abc admin admin] Usage tracker for resource:security_group_rule and tenant:6822bf7486c447268d0a4188787c8e44 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:25.312952 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-19e9cf4e-ba9c-4abf-86fd-8eff6d1e8abc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:25.320271 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Pushing event updated for resources: {'Port': ['ID=fdca95ca-22ad-4628-8d78-53fc6d90087d,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:25.321357 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-19e9cf4e-ba9c-4abf-86fd-8eff6d1e8abc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:25.331608 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:25.441330 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-19e9cf4e-ba9c-4abf-86fd-8eff6d1e8abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:25.532064 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-19e9cf4e-ba9c-4abf-86fd-8eff6d1e8abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:25.542842 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-26b9eb1f-2cbb-4f5a-83df-c43a94e9ed6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:25.566374 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-e6815c35-8592-46dc-9f8b-e0d364c20eac tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Synchronizing usage tracker for tenant:0963dfcfec64470c9af2396c3d9ea7f2 on resource:security_group {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:24:25.586317 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-19e9cf4e-ba9c-4abf-86fd-8eff6d1e8abc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6822bf7486c447268d0a4188787c8e44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296714 May 17 16:24:25.587471 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9cf4e-ba9c-4abf-86fd-8eff6d1e8abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e2e9b5-09fe-42b3-a15e-afd054e42b92,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:25.588935 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 36738) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:25.590778 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-19e9cf4e-ba9c-4abf-86fd-8eff6d1e8abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:25.653210 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-2f029fa7-6b14-49f6-8824-1b0064a1d51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:25.701282 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-2f029fa7-6b14-49f6-8824-1b0064a1d51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:25.703777 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 36744) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:25.713856 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-e6815c35-8592-46dc-9f8b-e0d364c20eac tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Unset dirty status for tenant:0963dfcfec64470c9af2396c3d9ea7f2 on resource:security_group {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:24:25.723308 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-e6815c35-8592-46dc-9f8b-e0d364c20eac tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--540560271&fields=id&tenant_id=0963dfcfec64470c9af2396c3d9ea7f2 HTTP/1.1" status: 200 len: 267 time: 0.2044976 May 17 16:24:25.735391 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-354189e4-5d67-42cc-a663-1a083bc1b2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:25.742334 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-354189e4-5d67-42cc-a663-1a083bc1b2b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:25.748040 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-354189e4-5d67-42cc-a663-1a083bc1b2b7 admin admin] Usage tracker for resource:security_group_rule and tenant:9c2dbb8d4298442e8de894451305461d is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:25.751756 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-354189e4-5d67-42cc-a663-1a083bc1b2b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:25.757929 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-354189e4-5d67-42cc-a663-1a083bc1b2b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:25.866429 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-354189e4-5d67-42cc-a663-1a083bc1b2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:25.889452 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-098040bf-d1b1-47de-9201-2685e2599a1d req-f38bb793-37c0-451e-b0cc-bff0d608228b tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb05a39b-d3d0-4ae7-bb06-75650f3280ba HTTP/1.1" status: 200 len: 210 time: 0.0639412 May 17 16:24:25.962616 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-8a04d88d-b7da-4adf-ad9e-2640aaf7c651 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:25.964053 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-8a04d88d-b7da-4adf-ad9e-2640aaf7c651 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/networks?id=f715da6f-21b3-4c5b-b80d-844b367c17f5 HTTP/1.1" status: 200 len: 810 time: 0.2397106 May 17 16:24:25.982077 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-71652f8e-19e5-4af7-856e-8ed88b65e01a tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/quotas/0963dfcfec64470c9af2396c3d9ea7f2 HTTP/1.1" status: 200 len: 375 time: 0.0112236 May 17 16:24:26.038116 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-354189e4-5d67-42cc-a663-1a083bc1b2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:26.048195 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1ea00286-7745-4b8c-a969-6059b08888ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:26.078749 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-2a2011d4-6aad-4596-8c5a-1d42137ba436 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0963dfcfec64470c9af2396c3d9ea7f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0860863 May 17 16:24:26.089050 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-354189e4-5d67-42cc-a663-1a083bc1b2b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9c2dbb8d4298442e8de894451305461d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3840601 May 17 16:24:26.090639 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354189e4-5d67-42cc-a663-1a083bc1b2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5419ad66-a65d-4112-a38e-65637a22cdec,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:26.093642 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 36750) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:26.096066 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-354189e4-5d67-42cc-a663-1a083bc1b2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:26.115473 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-2f029fa7-6b14-49f6-8824-1b0064a1d51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:26.123190 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-38f1177f-12c2-4caf-b3ea-f4c751f37d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:26.157521 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-887ccb2c-e82b-46fc-b411-bf4166e81772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:26.187123 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-887ccb2c-e82b-46fc-b411-bf4166e81772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:26.188629 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f029fa7-6b14-49f6-8824-1b0064a1d51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e2e9b5-09fe-42b3-a15e-afd054e42b92,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:26.195103 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-2f029fa7-6b14-49f6-8824-1b0064a1d51f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:26.204166 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-2f029fa7-6b14-49f6-8824-1b0064a1d51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:26.208145 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-2f029fa7-6b14-49f6-8824-1b0064a1d51f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/00e2e9b5-09fe-42b3-a15e-afd054e42b92 HTTP/1.1" status: 204 len: 168 time: 0.6180704 May 17 16:24:26.278610 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-9969f5c5-a6d3-4a38-bf49-fad4226b088a service neutron] 10.222.0.11 "GET /v2.0/networks/f715da6f-21b3-4c5b-b80d-844b367c17f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860750 May 17 16:24:26.495728 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-cfe3ff6a-d2db-48bf-9ad6-c0ffb7ba732a service neutron] 10.222.0.11 "GET /v2.0/networks/f715da6f-21b3-4c5b-b80d-844b367c17f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032866 May 17 16:24:26.509044 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78427ff-5562-4472-b76d-b7c5be4d8a8c req-dd49b7a1-3c80-49ac-b5f9-17c3732f6864 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:26.512592 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-887ccb2c-e82b-46fc-b411-bf4166e81772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:26.520944 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a78427ff-5562-4472-b76d-b7c5be4d8a8c req-dd49b7a1-3c80-49ac-b5f9-17c3732f6864 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.2080040 May 17 16:24:26.526958 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-18a370f0-19bb-4747-a180-7da5f51ade43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:26.566335 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ccb2c-e82b-46fc-b411-bf4166e81772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5419ad66-a65d-4112-a38e-65637a22cdec,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:26.572047 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-887ccb2c-e82b-46fc-b411-bf4166e81772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:26.587330 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a78427ff-5562-4472-b76d-b7c5be4d8a8c req-bad5e348-94a3-4a3c-ac53-1fd573e3585e tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655143 May 17 16:24:26.633749 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-887ccb2c-e82b-46fc-b411-bf4166e81772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:26.638357 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-887ccb2c-e82b-46fc-b411-bf4166e81772 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5419ad66-a65d-4112-a38e-65637a22cdec HTTP/1.1" status: 204 len: 168 time: 0.5403256 May 17 16:24:26.687736 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device fdca95ca-22ad-4628-8d78-53fc6d90087d up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:26.767073 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port fdca95ca-22ad-4628-8d78-53fc6d90087d triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:26.767073 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:26.979042 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f0ffb0f8-192d-4471-b44b-b253054845e2 req-222373d9-5076-4111-bf14-cf72a4020de3 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 210 time: 0.0657716 May 17 16:24:27.145081 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-6fa7cf10-b82d-43de-9149-66e27211e2c4 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:27.148456 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-6fa7cf10-b82d-43de-9149-66e27211e2c4 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.24 "GET /v2.0/networks?id=78295850-4922-436a-a3e2-89441ba0baee HTTP/1.1" status: 200 len: 815 time: 0.3313591 May 17 16:24:27.170164 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-a65be93e-df2b-4985-8433-d7193f89a10b tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Request body: {'port': {'device_id': 'fb05a39b-d3d0-4ae7-bb06-75650f3280ba', 'network_id': '78295850-4922-436a-a3e2-89441ba0baee', 'admin_state_up': True, 'tenant_id': '0fce3d29ce494d39b82d25912ade041d'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:27.298827 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-82a9f12b-ecad-4f64-b6a3-6b1520c9f6bc req-bf363430-dea9-4057-8adb-4566110e1122 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb05a39b-d3d0-4ae7-bb06-75650f3280ba HTTP/1.1" status: 200 len: 210 time: 0.1120195 May 17 16:24:27.410143 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-a65be93e-df2b-4985-8433-d7193f89a10b tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:27.431709 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-a65be93e-df2b-4985-8433-d7193f89a10b tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:27.623923 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-a65be93e-df2b-4985-8433-d7193f89a10b tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Made reservation on behalf of 0fce3d29ce494d39b82d25912ade041d for: {'port': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:24:27.627597 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-a65be93e-df2b-4985-8433-d7193f89a10b tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:27.654151 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fd5aa-8bee-4da5-be28-72e67b56dfe0 req-a9f4abdd-8405-44bc-be28-728d9183960d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:27.656621 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-175fd5aa-8bee-4da5-be28-72e67b56dfe0 req-a9f4abdd-8405-44bc-be28-728d9183960d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2307c0670f344a09bf44ca921047944a&device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 1098 time: 0.1050026 May 17 16:24:27.746743 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9409d-5e7f-43ca-b3de-9127beff1787 req-7297d731-495e-4b0f-870b-433ff4dc3ead tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:27.754575 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-96a9409d-5e7f-43ca-b3de-9127beff1787 req-7297d731-495e-4b0f-870b-433ff4dc3ead tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.3038144 May 17 16:24:27.834443 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fd5aa-8bee-4da5-be28-72e67b56dfe0 req-b1f8b127-89b8-4def-a3f5-7f1019110a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:27.836508 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-175fd5aa-8bee-4da5-be28-72e67b56dfe0 req-b1f8b127-89b8-4def-a3f5-7f1019110a5b service neutron] 10.222.0.24 "GET /v2.0/networks?id=95cb7f67-f70c-4a86-ad74-5eaf775bf7aa HTTP/1.1" status: 200 len: 920 time: 0.1713216 May 17 16:24:27.851322 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-96a9409d-5e7f-43ca-b3de-9127beff1787 req-797d7b75-f087-461b-803c-ac70e6b571b2 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953746 May 17 16:24:27.895959 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_common [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-a65be93e-df2b-4985-8433-d7193f89a10b tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Allocated IP 172.20.0.12 (78295850-4922-436a-a3e2-89441ba0baee/3e301c64-858a-4909-8df8-c3fa15fb506f/a47e7716-b4b6-4c2c-8c4a-d8e4ad513784) {{(pid=79280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:24:27.909174 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-175fd5aa-8bee-4da5-be28-72e67b56dfe0 req-3a39d283-0b6d-43c8-9ce2-d8f99ae24c97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0760a2da-7147-4be8-be3a-5048631c1ac9 HTTP/1.1" status: 200 len: 217 time: 0.0655684 May 17 16:24:27.988630 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fd5aa-8bee-4da5-be28-72e67b56dfe0 req-86a66c13-07c5-4197-a7a6-3a497c68f7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:27.990158 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-175fd5aa-8bee-4da5-be28-72e67b56dfe0 req-86a66c13-07c5-4197-a7a6-3a497c68f7ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bdaf05fe-e49f-4388-8c5b-0bf658a1d6b3 HTTP/1.1" status: 200 len: 859 time: 0.0741131 May 17 16:24:28.052950 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-175fd5aa-8bee-4da5-be28-72e67b56dfe0 req-090db9ab-059c-4d28-b7c7-e93c1cdd2ba5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95cb7f67-f70c-4a86-ad74-5eaf775bf7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550580 May 17 16:24:28.131762 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b9c6099a-1840-4d4c-88c5-e1ac2d3f94b3 req-9a1924c6-676c-47ce-9e93-1594a2ba843a tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 210 time: 0.0745482 May 17 16:24:28.205203 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-a65be93e-df2b-4985-8433-d7193f89a10b tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks [] for port, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:28.222524 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-175fd5aa-8bee-4da5-be28-72e67b56dfe0 req-33323f5a-8c9a-4ac1-a303-442d80f1af81 service neutron] 10.222.0.24 "GET /v2.0/networks/95cb7f67-f70c-4a86-ad74-5eaf775bf7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580904 May 17 16:24:28.347070 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 36834) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:28.376108 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-a65be93e-df2b-4985-8433-d7193f89a10b tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841'] for port, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:28.388033 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:28.392124 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['86fad90c-e820-4374-9e22-5ce06dd0f2ea', '90e18aac-f4fc-408e-a95d-8da1716a94ab'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:24:28.560202 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-a65be93e-df2b-4985-8433-d7193f89a10b tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Network 78295850-4922-436a-a3e2-89441ba0baee is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:24:28.574351 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-a65be93e-df2b-4985-8433-d7193f89a10b tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:28.577417 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-a65be93e-df2b-4985-8433-d7193f89a10b tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Received port after_create {{(pid=79280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:24:28.589369 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-a65be93e-df2b-4985-8433-d7193f89a10b tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:28.590573 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-a65be93e-df2b-4985-8433-d7193f89a10b tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:28.633595 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-175fd5aa-8bee-4da5-be28-72e67b56dfe0 req-cc720ce8-3ec4-4d3d-be25-b3c08dbb6156 service neutron] 10.222.0.24 "GET /v2.0/networks/95cb7f67-f70c-4a86-ad74-5eaf775bf7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504233 May 17 16:24:28.664900 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65be93e-df2b-4985-8433-d7193f89a10b tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Pushing event updated for resources: {'Port': ['ID=a47e7716-b4b6-4c2c-8c4a-d8e4ad513784,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:28.680044 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-a65be93e-df2b-4985-8433-d7193f89a10b tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:28.742371 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e41dc-b4ea-43ab-9909-d76ad995fd95 req-7846d97f-5f0e-4839-8ad2-e8a3dc9a5c6a tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:28.742371 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-243e41dc-b4ea-43ab-9909-d76ad995fd95 req-7846d97f-5f0e-4839-8ad2-e8a3dc9a5c6a tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Synchronizing usage tracker for tenant:0fce3d29ce494d39b82d25912ade041d on resource:port {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:24:28.766354 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-4cc1fba1-3f15-4f3b-8a15-0097b9dc3222 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1629776961-network', 'tenant_id': '03d094464c20471d838f2f472fbde652'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:28.772803 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-4cc1fba1-3f15-4f3b-8a15-0097b9dc3222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:28.777043 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-4cc1fba1-3f15-4f3b-8a15-0097b9dc3222 admin admin] Usage tracker for resource:network and tenant:03d094464c20471d838f2f472fbde652 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:28.781020 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-4cc1fba1-3f15-4f3b-8a15-0097b9dc3222 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:28.786998 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-4cc1fba1-3f15-4f3b-8a15-0097b9dc3222 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:28.810130 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-a65be93e-df2b-4985-8433-d7193f89a10b tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6438642 May 17 16:24:28.821807 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-87cd76b8-0ae2-4e55-b1ce-15159bc7e535 service neutron] Request body: {'port': {'device_id': 'fb05a39b-d3d0-4ae7-bb06-75650f3280ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:28.917888 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-243e41dc-b4ea-43ab-9909-d76ad995fd95 req-7846d97f-5f0e-4839-8ad2-e8a3dc9a5c6a tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Unset dirty status for tenant:0fce3d29ce494d39b82d25912ade041d on resource:port {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:24:28.919110 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-243e41dc-b4ea-43ab-9909-d76ad995fd95 req-7846d97f-5f0e-4839-8ad2-e8a3dc9a5c6a tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb05a39b-d3d0-4ae7-bb06-75650f3280ba HTTP/1.1" status: 200 len: 932 time: 0.4702256 May 17 16:24:28.959103 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc1fba1-3f15-4f3b-8a15-0097b9dc3222 admin admin] Made reservation on behalf of 03d094464c20471d838f2f472fbde652 for: {'network': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:24:28.961422 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-4cc1fba1-3f15-4f3b-8a15-0097b9dc3222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7986740'] for network, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:28.972405 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-87cd76b8-0ae2-4e55-b1ce-15159bc7e535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:29.032039 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 36870) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:29.046253 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-4cc1fba1-3f15-4f3b-8a15-0097b9dc3222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:29.162658 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-4cc1fba1-3f15-4f3b-8a15-0097b9dc3222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:29.181129 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-4cc1fba1-3f15-4f3b-8a15-0097b9dc3222 admin admin] Usage tracker for resource:security_group_rule and tenant:03d094464c20471d838f2f472fbde652 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:29.206072 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-4cc1fba1-3f15-4f3b-8a15-0097b9dc3222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:29.217789 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-62f97e07-d510-40d0-bf29-3b5275e00bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:29.233333 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-62f97e07-d510-40d0-bf29-3b5275e00bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:29.235366 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-243e41dc-b4ea-43ab-9909-d76ad995fd95 req-9e8cc98c-cbea-4bda-8cf3-1e54370c018b tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533519 May 17 16:24:29.245003 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-4cc1fba1-3f15-4f3b-8a15-0097b9dc3222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:29.247827 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-62f97e07-d510-40d0-bf29-3b5275e00bc2 admin admin] Usage tracker for resource:security_group_rule and tenant:9ebf028772944eb0a3e47daf1d25ec0b is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:29.261606 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-62f97e07-d510-40d0-bf29-3b5275e00bc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:29.261606 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-62f97e07-d510-40d0-bf29-3b5275e00bc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:29.356303 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbad17f-1372-4724-889c-bd214b466211 req-788ab8c2-1215-4395-94aa-26f7040bf96f tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:29.364492 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fdbad17f-1372-4724-889c-bd214b466211 req-788ab8c2-1215-4395-94aa-26f7040bf96f tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.3575158 May 17 16:24:29.388605 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-62f97e07-d510-40d0-bf29-3b5275e00bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:29.489618 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-62f97e07-d510-40d0-bf29-3b5275e00bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:29.497991 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-59b6b43f-1d9f-418e-ae5a-5ca40ddd0012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:29.541946 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-62f97e07-d510-40d0-bf29-3b5275e00bc2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ebf028772944eb0a3e47daf1d25ec0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5088587 May 17 16:24:29.542885 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f97e07-d510-40d0-bf29-3b5275e00bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50813fb7-ab69-46cb-8629-14da15d05164,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:29.545333 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 36898) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:29.548749 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-62f97e07-d510-40d0-bf29-3b5275e00bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:29.566227 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5cca68fe-021e-4b8d-839f-e835183122c2 req-a50606bb-6c39-46ac-8cc5-60c7294c6432 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 210 time: 0.1395104 May 17 16:24:29.574804 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fdbad17f-1372-4724-889c-bd214b466211 req-d2b5bdae-0eff-416b-b470-5f3722aa4907 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089090 May 17 16:24:29.636071 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8946c38f-2fd1-4ba1-841e-27c7b45db5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:29.661042 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-4cc1fba1-3f15-4f3b-8a15-0097b9dc3222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:29.661322 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8946c38f-2fd1-4ba1-841e-27c7b45db5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:29.737057 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-87cd76b8-0ae2-4e55-b1ce-15159bc7e535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a47e7716-b4b6-4c2c-8c4a-d8e4ad513784 {{(pid=79280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:24:29.744861 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-87cd76b8-0ae2-4e55-b1ce-15159bc7e535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:29.815199 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-4cc1fba1-3f15-4f3b-8a15-0097b9dc3222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:29.820005 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-b5cbe247-59e3-4337-8fb2-8ec1b5df9961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:29.850238 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1fba1-3f15-4f3b-8a15-0097b9dc3222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3439e4c-e92e-4f18-a882-e74a225a2d9d,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:29.853419 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-4cc1fba1-3f15-4f3b-8a15-0097b9dc3222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:29.861103 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8946c38f-2fd1-4ba1-841e-27c7b45db5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:29.864010 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.provisioning_blocks [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-87cd76b8-0ae2-4e55-b1ce-15159bc7e535 service neutron] Transition to ACTIVE for port object a47e7716-b4b6-4c2c-8c4a-d8e4ad513784 will not be triggered until provisioned by entity L2. {{(pid=79280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:29.898125 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-d9673992-ac40-40d3-8665-15d560bb464e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:29.898617 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc1fba1-3f15-4f3b-8a15-0097b9dc3222 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=79280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:24:29.898617 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-4cc1fba1-3f15-4f3b-8a15-0097b9dc3222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:29.898617 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.db.segments_db [None req-4cc1fba1-3f15-4f3b-8a15-0097b9dc3222 admin admin] Added segment 0a5f0d29-4cfa-4ab2-88ec-26cded003ae5 of type vlan for network e3e30ef9-64ae-4f2e-80a2-236dcaaea456 May 17 16:24:29.898947 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946c38f-2fd1-4ba1-841e-27c7b45db5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50813fb7-ab69-46cb-8629-14da15d05164,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:29.898947 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-8946c38f-2fd1-4ba1-841e-27c7b45db5d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:29.898947 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8946c38f-2fd1-4ba1-841e-27c7b45db5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:29.898947 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-8946c38f-2fd1-4ba1-841e-27c7b45db5d1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/50813fb7-ab69-46cb-8629-14da15d05164 HTTP/1.1" status: 204 len: 168 time: 0.3433504 May 17 16:24:29.916888 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-4cc1fba1-3f15-4f3b-8a15-0097b9dc3222 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780703603375'] for network, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:30.001447 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-87cd76b8-0ae2-4e55-b1ce-15159bc7e535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:30.005777 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-08b7fc32-c949-4372-8038-d5108ee59ac6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:30.040040 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-4cc1fba1-3f15-4f3b-8a15-0097b9dc3222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325'] for network, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:30.056038 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc1fba1-3f15-4f3b-8a15-0097b9dc3222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:30.056627 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-4cc1fba1-3f15-4f3b-8a15-0097b9dc3222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:30.150396 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd76b8-0ae2-4e55-b1ce-15159bc7e535 service neutron] Pushing event updated for resources: {'Port': ['ID=a47e7716-b4b6-4c2c-8c4a-d8e4ad513784,revision_number=2']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:30.179321 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-87cd76b8-0ae2-4e55-b1ce-15159bc7e535 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:30.184932 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:30.397678 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1fba1-3f15-4f3b-8a15-0097b9dc3222 admin admin] Pushing event updated for resources: {'Network': ['ID=e3e30ef9-64ae-4f2e-80a2-236dcaaea456,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:30.402732 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-4cc1fba1-3f15-4f3b-8a15-0097b9dc3222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:30.410414 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Network e3e30ef9-64ae-4f2e-80a2-236dcaaea456 details requested by agent ovs-agent-dv-cinder-768105-8-iscsi with host dv-cinder-768105-8-iscsi {{(pid=79282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:24:30.414799 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-4cc1fba1-3f15-4f3b-8a15-0097b9dc3222 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0663254 May 17 16:24:30.417980 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 36914) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:30.427983 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-a284aacf-f253-4fd3-a5de-6f643c777309 admin admin] Request body: {'subnet': {'network_id': 'e3e30ef9-64ae-4f2e-80a2-236dcaaea456', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1629776961-subnet', 'tenant_id': '03d094464c20471d838f2f472fbde652', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:30.442406 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-a284aacf-f253-4fd3-a5de-6f643c777309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:30.447603 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-a284aacf-f253-4fd3-a5de-6f643c777309 admin admin] Usage tracker for resource:subnet and tenant:03d094464c20471d838f2f472fbde652 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:30.451666 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-a284aacf-f253-4fd3-a5de-6f643c777309 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:30.464265 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-a284aacf-f253-4fd3-a5de-6f643c777309 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:30.478685 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-87cd76b8-0ae2-4e55-b1ce-15159bc7e535 service neutron] Attempting to bind port a47e7716-b4b6-4c2c-8c4a-d8e4ad513784 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:24:30.478848 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-87cd76b8-0ae2-4e55-b1ce-15159bc7e535 service neutron] Attempting to bind port a47e7716-b4b6-4c2c-8c4a-d8e4ad513784 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '55a08faa-15cc-4531-8a3c-d44bb59d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '78295850-4922-436a-a3e2-89441ba0baee'}] {{(pid=79280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:24:30.479112 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-87cd76b8-0ae2-4e55-b1ce-15159bc7e535 service neutron] Attempting to bind port a47e7716-b4b6-4c2c-8c4a-d8e4ad513784 on network 78295850-4922-436a-a3e2-89441ba0baee {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:24:30.528675 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-87cd76b8-0ae2-4e55-b1ce-15159bc7e535 service neutron] Port a47e7716-b4b6-4c2c-8c4a-d8e4ad513784 on network 78295850-4922-436a-a3e2-89441ba0baee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:24:30.529037 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-87cd76b8-0ae2-4e55-b1ce-15159bc7e535 service neutron] Attempting to bind port a47e7716-b4b6-4c2c-8c4a-d8e4ad513784 on network 78295850-4922-436a-a3e2-89441ba0baee {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:24:30.537273 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-87cd76b8-0ae2-4e55-b1ce-15159bc7e535 service neutron] Checking agent: {'id': 'e426a337-f724-4468-bb76-290ab6f07147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'started_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:24:30.537613 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-87cd76b8-0ae2-4e55-b1ce-15159bc7e535 service neutron] Checking segment: {'id': '55a08faa-15cc-4531-8a3c-d44bb59d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '78295850-4922-436a-a3e2-89441ba0baee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:30.538006 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-87cd76b8-0ae2-4e55-b1ce-15159bc7e535 service neutron] Bound using segment: {'id': '55a08faa-15cc-4531-8a3c-d44bb59d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '78295850-4922-436a-a3e2-89441ba0baee'} {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:24:30.538466 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-87cd76b8-0ae2-4e55-b1ce-15159bc7e535 service neutron] Bound port: a47e7716-b4b6-4c2c-8c4a-d8e4ad513784, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55a08faa-15cc-4531-8a3c-d44bb59d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '78295850-4922-436a-a3e2-89441ba0baee'}}] {{(pid=79280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:24:30.538815 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-87cd76b8-0ae2-4e55-b1ce-15159bc7e535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:30.565972 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a284aacf-f253-4fd3-a5de-6f643c777309 admin admin] Made reservation on behalf of 03d094464c20471d838f2f472fbde652 for: {'subnet': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:24:30.568748 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a284aacf-f253-4fd3-a5de-6f643c777309 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3136375'] for subnet, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:30.657175 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf945a-69de-45cb-8165-ae1815529fab req-c33fefd5-99d9-49d1-924e-6e821ff2bf97 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:30.658748 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6faf945a-69de-45cb-8165-ae1815529fab req-c33fefd5-99d9-49d1-924e-6e821ff2bf97 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb05a39b-d3d0-4ae7-bb06-75650f3280ba HTTP/1.1" status: 200 len: 944 time: 0.2424335 May 17 16:24:30.771551 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6faf945a-69de-45cb-8165-ae1815529fab req-e40f3685-595e-4c82-97ba-2d6a9dc380f4 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020660 May 17 16:24:30.772972 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-87cd76b8-0ae2-4e55-b1ce-15159bc7e535 service neutron] For port a47e7716-b4b6-4c2c-8c4a-d8e4ad513784, host hv-cinder-76810, cleared binding levels {{(pid=79280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:24:30.776963 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8a98f446-b9b0-4dd4-9d37-adb47cd1d3b0 req-ca79f5a8-be8d-4d6d-9a18-84c3a6d9a2a8 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 210 time: 0.0578291 May 17 16:24:30.784070 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-87cd76b8-0ae2-4e55-b1ce-15159bc7e535 service neutron] For port a47e7716-b4b6-4c2c-8c4a-d8e4ad513784, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a47e7716-b4b6-4c2c-8c4a-d8e4ad513784,segment=NetworkSegment(55a08faa-15cc-4531-8a3c-d44bb59d5f85),segment_id=55a08faa-15cc-4531-8a3c-d44bb59d5f85)] {{(pid=79280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:24:30.847661 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-2a74eca2-ff59-4892-8f0f-89752f54ffc2 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:30.848788 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-2a74eca2-ff59-4892-8f0f-89752f54ffc2 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Synchronizing usage tracker for tenant:0963dfcfec64470c9af2396c3d9ea7f2 on resource:network {{(pid=79281) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:24:30.883056 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-87cd76b8-0ae2-4e55-b1ce-15159bc7e535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:30.895783 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:30.967452 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-87cd76b8-0ae2-4e55-b1ce-15159bc7e535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:30.968238 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-87cd76b8-0ae2-4e55-b1ce-15159bc7e535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:30.969996 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-87cd76b8-0ae2-4e55-b1ce-15159bc7e535 service neutron] 10.222.0.24 "PUT /v2.0/ports/a47e7716-b4b6-4c2c-8c4a-d8e4ad513784 HTTP/1.1" status: 200 len: 1094 time: 2.1526103 May 17 16:24:30.971351 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb05a39b-d3d0-4ae7-bb06-75650f3280ba', 'tag': 'a47e7716-b4b6-4c2c-8c4a-d8e4ad513784'}] {{(pid=79280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:24:31.017290 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-2a74eca2-ff59-4892-8f0f-89752f54ffc2 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Unset dirty status for tenant:0963dfcfec64470c9af2396c3d9ea7f2 on resource:network {{(pid=79281) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:24:31.018513 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-2a74eca2-ff59-4892-8f0f-89752f54ffc2 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.24 "GET /v2.0/networks?id=f715da6f-21b3-4c5b-b80d-844b367c17f5 HTTP/1.1" status: 200 len: 810 time: 0.5077240 May 17 16:24:31.046627 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd76b8-0ae2-4e55-b1ce-15159bc7e535 service neutron] Pushing event updated for resources: {'Port': ['ID=a47e7716-b4b6-4c2c-8c4a-d8e4ad513784,revision_number=3']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:31.053958 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-87cd76b8-0ae2-4e55-b1ce-15159bc7e535 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:31.079739 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f75dd5-0181-403b-a3b0-ed6a8071f937 req-5b8bfea7-990a-42e7-b8c4-5c82057c19f8 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:31.081589 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-10f75dd5-0181-403b-a3b0-ed6a8071f937 req-5b8bfea7-990a-42e7-b8c4-5c82057c19f8 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.1193895 May 17 16:24:31.097285 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-7fb28f22-83ac-4a6e-ad7b-2ecf514d5720 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Synchronizing usage tracker for tenant:0963dfcfec64470c9af2396c3d9ea7f2 on resource:security_group {{(pid=79281) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:24:31.106343 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-7fb28f22-83ac-4a6e-ad7b-2ecf514d5720 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Unset dirty status for tenant:0963dfcfec64470c9af2396c3d9ea7f2 on resource:security_group {{(pid=79281) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:24:31.107366 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-7fb28f22-83ac-4a6e-ad7b-2ecf514d5720 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0963dfcfec64470c9af2396c3d9ea7f2 HTTP/1.1" status: 200 len: 379 time: 0.0719962 May 17 16:24:31.118583 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-047cfaaf-ec30-44b0-baf4-c78122ce0dba tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Request body: {'port': {'device_id': '0dd07f98-6d57-4ec0-9d1d-d9e3626b2413', 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5', 'admin_state_up': True, 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'security_groups': ['0861eebd-39da-4f09-a616-42fe108403a8']}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:31.137031 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-10f75dd5-0181-403b-a3b0-ed6a8071f937 req-0886f5e6-032f-47ab-bed4-e0480a6ffffa tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461228 May 17 16:24:31.222066 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb05a39b-d3d0-4ae7-bb06-75650f3280ba', 'tag': 'a47e7716-b4b6-4c2c-8c4a-d8e4ad513784', 'status': 'completed', 'code': 200} May 17 16:24:31.362218 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-b519cd6d-ed29-4a13-b1db-5a465ecf8850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:31.364830 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-b519cd6d-ed29-4a13-b1db-5a465ecf8850 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fce3d29ce494d39b82d25912ade041d&device_id=fb05a39b-d3d0-4ae7-bb06-75650f3280ba HTTP/1.1" status: 200 len: 1097 time: 0.1386712 May 17 16:24:31.375486 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-047cfaaf-ec30-44b0-baf4-c78122ce0dba tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:31.381140 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-047cfaaf-ec30-44b0-baf4-c78122ce0dba tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Usage tracker for resource:port and tenant:0963dfcfec64470c9af2396c3d9ea7f2 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:31.384394 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-047cfaaf-ec30-44b0-baf4-c78122ce0dba tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:31.393361 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-047cfaaf-ec30-44b0-baf4-c78122ce0dba tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:31.474468 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-f183279c-4d35-41ff-b633-93251b25be21 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a47e7716-b4b6-4c2c-8c4a-d8e4ad513784 HTTP/1.1" status: 200 len: 217 time: 0.0990019 May 17 16:24:31.521161 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a284aacf-f253-4fd3-a5de-6f643c777309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1955990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3136357'] for subnet, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:31.526186 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:31.555699 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-047cfaaf-ec30-44b0-baf4-c78122ce0dba tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Made reservation on behalf of 0963dfcfec64470c9af2396c3d9ea7f2 for: {'port': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:24:31.556746 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-c599565e-4da2-4a24-b5bd-4babb4ea5a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:31.558237 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-c599565e-4da2-4a24-b5bd-4babb4ea5a8a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e301c64-858a-4909-8df8-c3fa15fb506f HTTP/1.1" status: 200 len: 855 time: 0.0782118 May 17 16:24:31.559201 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-047cfaaf-ec30-44b0-baf4-c78122ce0dba tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:31.626735 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-f4e30539-8639-4330-b56e-ac778432cb17 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=78295850-4922-436a-a3e2-89441ba0baee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566988 May 17 16:24:31.690414 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284aacf-f253-4fd3-a5de-6f643c777309 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8959a50f-9136-48e2-8784-209f8ccc8cc8,revision_number=0']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:31.697678 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-a284aacf-f253-4fd3-a5de-6f643c777309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:31.701439 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a284aacf-f253-4fd3-a5de-6f643c777309 admin admin] Checking segment: {'id': '0a5f0d29-4cfa-4ab2-88ec-26cded003ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e3e30ef9-64ae-4f2e-80a2-236dcaaea456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:31.701919 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a284aacf-f253-4fd3-a5de-6f643c777309 admin admin] Network hostable DHCP agents. Network: e3e30ef9-64ae-4f2e-80a2-236dcaaea456, hostable agents: ['780b63cc-fd7b-4a13-8dba-6019f78428e1'], hosted agents: [] {{(pid=79281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:24:31.790703 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-09626aed-76e3-45b7-b649-1f35f0e35960 service neutron] 10.222.0.24 "GET /v2.0/networks/78295850-4922-436a-a3e2-89441ba0baee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551487 May 17 16:24:31.815790 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_common [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-047cfaaf-ec30-44b0-baf4-c78122ce0dba tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Allocated IP 172.20.0.5 (f715da6f-21b3-4c5b-b80d-844b367c17f5/2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb/fe51a5f8-9ddf-49b7-915e-380da875773e) {{(pid=79281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:24:32.009295 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a284aacf-f253-4fd3-a5de-6f643c777309 admin admin] Network e3e30ef9-64ae-4f2e-80a2-236dcaaea456 is scheduled to be hosted by DHCP agent 780b63cc-fd7b-4a13-8dba-6019f78428e1 with binding_index 1 {{(pid=79281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:24:32.056382 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cbc1f37d-859d-4f28-929e-ecec7fecb02b req-c2199b7b-c3ed-4355-a53a-3cc83b0a72aa tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 210 time: 0.1206820 May 17 16:24:32.107723 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9c8162a3-5960-4be0-ad69-1f9fa5d08d74 req-5139094b-b398-45ba-a472-a0e7a06143f7 service neutron] 10.222.0.24 "GET /v2.0/networks/78295850-4922-436a-a3e2-89441ba0baee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086555 May 17 16:24:32.116459 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-047cfaaf-ec30-44b0-baf4-c78122ce0dba tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for port, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:32.136284 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12966b91-cee1-4c79-9a60-5d098cadd482 req-e26b3110-5187-4a17-a7ea-5e03ae84f802 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:32.137825 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-12966b91-cee1-4c79-9a60-5d098cadd482 req-e26b3110-5187-4a17-a7ea-5e03ae84f802 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb05a39b-d3d0-4ae7-bb06-75650f3280ba HTTP/1.1" status: 200 len: 944 time: 0.1978619 May 17 16:24:32.142823 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.provisioning_blocks [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-047cfaaf-ec30-44b0-baf4-c78122ce0dba tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Transition to ACTIVE for port object fe51a5f8-9ddf-49b7-915e-380da875773e will not be triggered until provisioned by entity DHCP. {{(pid=79281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:32.169164 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-a284aacf-f253-4fd3-a5de-6f643c777309 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-iscsi, e3e30ef9-64ae-4f2e-80a2-236dcaaea456) {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:32.179544 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a284aacf-f253-4fd3-a5de-6f643c777309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:32.179544 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a284aacf-f253-4fd3-a5de-6f643c777309 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:32.182240 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7526ced6-a832-42cc-8993-a4f5543c0334 None None] Network e3e30ef9-64ae-4f2e-80a2-236dcaaea456 requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:24:32.196005 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-12966b91-cee1-4c79-9a60-5d098cadd482 req-60f1e1c6-a69f-46b3-a51f-4cf581ceee45 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487638 May 17 16:24:32.364541 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-a284aacf-f253-4fd3-a5de-6f643c777309 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9449787 May 17 16:24:32.366785 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-047cfaaf-ec30-44b0-baf4-c78122ce0dba tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:32.373159 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-a2956281-74be-472d-b85e-16b0e4104c86 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:32.399608 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3dda6-c0f0-46b8-ba12-c57a020a0c60 req-822182b3-a20b-4c08-87ed-83c2795282a3 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:32.409296 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e0c3dda6-c0f0-46b8-ba12-c57a020a0c60 req-822182b3-a20b-4c08-87ed-83c2795282a3 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.1111960 May 17 16:24:32.452156 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d2b922-6e7b-4fb0-b2af-38da16bcc966 None None] Network e3e30ef9-64ae-4f2e-80a2-236dcaaea456 requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:24:32.465318 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-047cfaaf-ec30-44b0-baf4-c78122ce0dba tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Network f715da6f-21b3-4c5b-b80d-844b367c17f5 is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:24:32.469775 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-047cfaaf-ec30-44b0-baf4-c78122ce0dba tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:32.474392 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-047cfaaf-ec30-44b0-baf4-c78122ce0dba tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Received port after_create {{(pid=79281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:24:32.565747 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047cfaaf-ec30-44b0-baf4-c78122ce0dba tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Pushing event updated for resources: {'Port': ['ID=fe51a5f8-9ddf-49b7-915e-380da875773e,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:32.571281 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-047cfaaf-ec30-44b0-baf4-c78122ce0dba tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:32.634570 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-047cfaaf-ec30-44b0-baf4-c78122ce0dba tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:32.635275 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-047cfaaf-ec30-44b0-baf4-c78122ce0dba tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:32.675125 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e0c3dda6-c0f0-46b8-ba12-c57a020a0c60 req-726473e3-727b-4c58-b0e6-3464b49f3e8c tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646573 May 17 16:24:32.905633 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae268e-34b6-49a6-ad4c-0ab1204e0bae req-bbd6beee-91af-46ca-8ce4-11692ead3fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:32.905633 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cdae268e-34b6-49a6-ad4c-0ab1204e0bae req-bbd6beee-91af-46ca-8ce4-11692ead3fff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fce3d29ce494d39b82d25912ade041d&device_id=fb05a39b-d3d0-4ae7-bb06-75650f3280ba HTTP/1.1" status: 200 len: 1097 time: 0.2856824 May 17 16:24:32.905633 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae268e-34b6-49a6-ad4c-0ab1204e0bae req-93661e26-492d-4609-b155-9442dd533311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:32.905633 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cdae268e-34b6-49a6-ad4c-0ab1204e0bae req-93661e26-492d-4609-b155-9442dd533311 service neutron] 10.222.0.24 "GET /v2.0/networks?id=78295850-4922-436a-a3e2-89441ba0baee HTTP/1.1" status: 200 len: 916 time: 0.1583476 May 17 16:24:32.994599 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-047cfaaf-ec30-44b0-baf4-c78122ce0dba tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8803999 May 17 16:24:33.013287 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Request body: {'port': {'device_id': '0dd07f98-6d57-4ec0-9d1d-d9e3626b2413', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:33.046761 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 36988) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:33.066099 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cdae268e-34b6-49a6-ad4c-0ab1204e0bae req-12d4af08-19c2-4e57-9ab5-7f27c452088d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a47e7716-b4b6-4c2c-8c4a-d8e4ad513784 HTTP/1.1" status: 200 len: 217 time: 0.1670732 May 17 16:24:33.104541 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-e9a1d6ed-28e8-4ca6-b62a-f7472d9abc0b None None] Provisioning for port fe51a5f8-9ddf-49b7-915e-380da875773e completed by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:33.112074 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-e9a1d6ed-28e8-4ca6-b62a-f7472d9abc0b None None] Provisioning complete for port fe51a5f8-9ddf-49b7-915e-380da875773e triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:33.112452 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-e9a1d6ed-28e8-4ca6-b62a-f7472d9abc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:33.197461 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae268e-34b6-49a6-ad4c-0ab1204e0bae req-3480a8b8-ea60-4924-aff9-3633b5994767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:33.199140 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cdae268e-34b6-49a6-ad4c-0ab1204e0bae req-3480a8b8-ea60-4924-aff9-3633b5994767 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e301c64-858a-4909-8df8-c3fa15fb506f HTTP/1.1" status: 200 len: 855 time: 0.1265166 May 17 16:24:33.245860 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-e9a1d6ed-28e8-4ca6-b62a-f7472d9abc0b None None] Port fe51a5f8-9ddf-49b7-915e-380da875773e cannot update to ACTIVE because it is not bound. {{(pid=79282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:24:33.269142 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cdae268e-34b6-49a6-ad4c-0ab1204e0bae req-fece0153-f1fb-4396-a834-eafd9d212746 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=78295850-4922-436a-a3e2-89441ba0baee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608153 May 17 16:24:33.335264 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:33.491460 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-40a9e317-5a8e-44a2-9c39-a00cdadddcef admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:33.531653 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-40a9e317-5a8e-44a2-9c39-a00cdadddcef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:33.539098 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-40a9e317-5a8e-44a2-9c39-a00cdadddcef admin admin] Usage tracker for resource:security_group_rule and tenant:287c4a27385f4e77bf98d14742d65f6e is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:33.549917 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-40a9e317-5a8e-44a2-9c39-a00cdadddcef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:33.574237 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-40a9e317-5a8e-44a2-9c39-a00cdadddcef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:33.624831 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cdae268e-34b6-49a6-ad4c-0ab1204e0bae req-29e157ef-21db-4d92-89aa-2c46ca6e0913 service neutron] 10.222.0.24 "GET /v2.0/networks/78295850-4922-436a-a3e2-89441ba0baee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013556 May 17 16:24:33.667479 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59812f81-1f5f-4d1a-92e7-7e4225e0a6e0 req-955b15fa-beca-4b50-8b6e-be898169b3cb tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:33.669031 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-59812f81-1f5f-4d1a-92e7-7e4225e0a6e0 req-955b15fa-beca-4b50-8b6e-be898169b3cb tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 931 time: 0.4120224 May 17 16:24:33.685542 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c244d-d75a-46af-b4cf-8fbe513e95c1 req-9064af3c-3a5a-4126-a60e-6044a4806f85 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:33.687034 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-647c244d-d75a-46af-b4cf-8fbe513e95c1 req-9064af3c-3a5a-4126-a60e-6044a4806f85 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb05a39b-d3d0-4ae7-bb06-75650f3280ba HTTP/1.1" status: 200 len: 944 time: 0.3308077 May 17 16:24:33.732829 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe51a5f8-9ddf-49b7-915e-380da875773e {{(pid=79281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:24:33.741673 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:33.758701 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.provisioning_blocks [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Transition to ACTIVE for port object fe51a5f8-9ddf-49b7-915e-380da875773e will not be triggered until provisioned by entity L2. {{(pid=79281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:33.806023 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:24:33.876740 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-59812f81-1f5f-4d1a-92e7-7e4225e0a6e0 req-e10104cc-4110-47f4-9f9e-0265c1e6778e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874168 May 17 16:24:33.896300 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1955875'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:33.896512 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-647c244d-d75a-46af-b4cf-8fbe513e95c1 req-77c0d696-489f-45ae-b179-c6ef7e09ea3a tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595919 May 17 16:24:33.904181 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-4830f66f-45e9-48d3-9080-fabcebeae12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:33.962679 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cdae268e-34b6-49a6-ad4c-0ab1204e0bae req-5cf8977e-8d36-4bd2-948e-ca1c45814e6d service neutron] 10.222.0.24 "GET /v2.0/networks/78295850-4922-436a-a3e2-89441ba0baee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239508 May 17 16:24:33.996774 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-40a9e317-5a8e-44a2-9c39-a00cdadddcef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:34.089683 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-40a9e317-5a8e-44a2-9c39-a00cdadddcef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:34.106542 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-7132f380-05a2-43b4-82a3-c3d15e331c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:34.153127 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-40a9e317-5a8e-44a2-9c39-a00cdadddcef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=287c4a27385f4e77bf98d14742d65f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0971580 May 17 16:24:34.153666 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 37010) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:34.156747 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9e317-5a8e-44a2-9c39-a00cdadddcef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757fba94-dfe7-46e3-b8b5-5b7a50a2d8f8,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:34.160256 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-40a9e317-5a8e-44a2-9c39-a00cdadddcef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:34.212026 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Pushing event updated for resources: {'Port': ['ID=fe51a5f8-9ddf-49b7-915e-380da875773e,revision_number=2']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:34.249825 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:34.250106 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:34.250494 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:34.250839 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:34.251194 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:34.251582 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:34.251922 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:34.252594 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:34.253013 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:34.253354 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:34.253757 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:34.254093 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:34.269405 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:34.319926 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Attempting to bind port fe51a5f8-9ddf-49b7-915e-380da875773e on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:24:34.320168 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Attempting to bind port fe51a5f8-9ddf-49b7-915e-380da875773e by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'b66f898e-f20f-4fcc-b29c-8e4d969f4bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5'}] {{(pid=79281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:24:34.320494 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Attempting to bind port fe51a5f8-9ddf-49b7-915e-380da875773e on network f715da6f-21b3-4c5b-b80d-844b367c17f5 {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:24:34.329065 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Port fe51a5f8-9ddf-49b7-915e-380da875773e on network f715da6f-21b3-4c5b-b80d-844b367c17f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:24:34.329413 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Attempting to bind port fe51a5f8-9ddf-49b7-915e-380da875773e on network f715da6f-21b3-4c5b-b80d-844b367c17f5 {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:24:34.333788 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-89937382-a706-4c74-a8c5-821d611709df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:34.350477 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Checking agent: {'id': 'e426a337-f724-4468-bb76-290ab6f07147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'started_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:24:34.350924 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Checking segment: {'id': 'b66f898e-f20f-4fcc-b29c-8e4d969f4bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:34.351243 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Bound using segment: {'id': 'b66f898e-f20f-4fcc-b29c-8e4d969f4bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5'} {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:24:34.351671 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Bound port: fe51a5f8-9ddf-49b7-915e-380da875773e, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b66f898e-f20f-4fcc-b29c-8e4d969f4bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5'}}] {{(pid=79281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:24:34.352010 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:34.380863 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-89937382-a706-4c74-a8c5-821d611709df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:34.501401 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] For port fe51a5f8-9ddf-49b7-915e-380da875773e, host hv-cinder-76810, cleared binding levels {{(pid=79281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:24:34.504629 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] For port fe51a5f8-9ddf-49b7-915e-380da875773e, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=fe51a5f8-9ddf-49b7-915e-380da875773e,segment=NetworkSegment(b66f898e-f20f-4fcc-b29c-8e4d969f4bb9),segment_id=b66f898e-f20f-4fcc-b29c-8e4d969f4bb9)] {{(pid=79281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:24:34.598660 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1955875'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:34.602795 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:34.641182 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-89937382-a706-4c74-a8c5-821d611709df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:34.674913 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:34.675543 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:34.676967 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] 10.222.0.24 "PUT /v2.0/ports/fe51a5f8-9ddf-49b7-915e-380da875773e HTTP/1.1" status: 200 len: 1093 time: 1.6724641 May 17 16:24:34.677488 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd07f98-6d57-4ec0-9d1d-d9e3626b2413', 'tag': 'fe51a5f8-9ddf-49b7-915e-380da875773e'}] {{(pid=79281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:24:34.691681 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-89937382-a706-4c74-a8c5-821d611709df admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:34.695223 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-89937382-a706-4c74-a8c5-821d611709df admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/757fba94-dfe7-46e3-b8b5-5b7a50a2d8f8 HTTP/1.1" status: 204 len: 168 time: 0.5332916 May 17 16:24:34.719912 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Pushing event updated for resources: {'Port': ['ID=fe51a5f8-9ddf-49b7-915e-380da875773e,revision_number=3']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:34.723349 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:34.724838 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-5f1dfa27-0bf6-43d7-afee-3dc620b17b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:34.739065 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89937382-a706-4c74-a8c5-821d611709df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757fba94-dfe7-46e3-b8b5-5b7a50a2d8f8,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:34.742096 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-89937382-a706-4c74-a8c5-821d611709df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:34.748364 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd07f98-6d57-4ec0-9d1d-d9e3626b2413', 'tag': 'fe51a5f8-9ddf-49b7-915e-380da875773e', 'status': 'completed', 'code': 200} May 17 16:24:34.863440 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb7513-b994-4b3d-939c-7be3cf8d9f50 req-9531411d-8d38-4304-8cc0-73b7ea372782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:34.864986 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-a2bb7513-b994-4b3d-939c-7be3cf8d9f50 req-9531411d-8d38-4304-8cc0-73b7ea372782 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0963dfcfec64470c9af2396c3d9ea7f2&device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 1096 time: 0.0755744 May 17 16:24:35.059978 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb7513-b994-4b3d-939c-7be3cf8d9f50 req-c39c05dc-684f-4470-a255-0ab36987d4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:35.062323 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-a2bb7513-b994-4b3d-939c-7be3cf8d9f50 req-c39c05dc-684f-4470-a255-0ab36987d4a2 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0963dfcfec64470c9af2396c3d9ea7f2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1889064 May 17 16:24:35.227412 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf837f-1730-45c8-b15c-d0557786f9c4 req-29c184de-62ff-47c8-aaeb-ea3db326b66d tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:35.239435 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-83bf837f-1730-45c8-b15c-d0557786f9c4 req-29c184de-62ff-47c8-aaeb-ea3db326b66d tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb05a39b-d3d0-4ae7-bb06-75650f3280ba HTTP/1.1" status: 200 len: 944 time: 0.1561224 May 17 16:24:35.239435 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39d02e-960a-4b61-b405-3372a6c5719d req-4a4c904e-e194-4e35-a1e4-e89fdeb661f8 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:35.239435 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9b39d02e-960a-4b61-b405-3372a6c5719d req-4a4c904e-e194-4e35-a1e4-e89fdeb661f8 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 943 time: 0.2010403 May 17 16:24:35.278079 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb7513-b994-4b3d-939c-7be3cf8d9f50 req-8c0eabe6-19cd-4cd8-a6e6-58a6f0b2c59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:35.280335 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-a2bb7513-b994-4b3d-939c-7be3cf8d9f50 req-8c0eabe6-19cd-4cd8-a6e6-58a6f0b2c59a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2096293 May 17 16:24:35.314073 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-83bf837f-1730-45c8-b15c-d0557786f9c4 req-65029053-b6a7-441d-a1b2-90e8e5972c35 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736866 May 17 16:24:35.322781 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9b39d02e-960a-4b61-b405-3372a6c5719d req-242c5360-38f5-4dd9-b069-3b615041e7fb tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670063 May 17 16:24:35.424830 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-329931b9-1c9c-4207-b9fb-2670687a5ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:35.426399 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-329931b9-1c9c-4207-b9fb-2670687a5ce0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0963dfcfec64470c9af2396c3d9ea7f2&device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 1096 time: 0.0846124 May 17 16:24:35.516494 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-80ed41d2-51c9-43ca-b3f8-0c2554fd0dc2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe51a5f8-9ddf-49b7-915e-380da875773e HTTP/1.1" status: 200 len: 217 time: 0.0736177 May 17 16:24:35.591950 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-e7ac34b4-22b3-4779-96b1-9ea105d98038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:35.593970 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-e7ac34b4-22b3-4779-96b1-9ea105d98038 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb HTTP/1.1" status: 200 len: 849 time: 0.0617442 May 17 16:24:35.679735 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-9b049490-cbcd-4e89-a7b3-8dd0544f0501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:35.681230 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-9b049490-cbcd-4e89-a7b3-8dd0544f0501 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f715da6f-21b3-4c5b-b80d-844b367c17f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782037 May 17 16:24:35.890092 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-b3155a10-b23a-46ae-84cd-6a641c70c91d service neutron] 10.222.0.24 "GET /v2.0/networks/f715da6f-21b3-4c5b-b80d-844b367c17f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998668 May 17 16:24:36.015362 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 37052) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:36.029922 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-a35cf00f-dd6a-4afa-824d-f23d9e843c70 req-2846299e-2e15-40ca-a813-b1943a5fd588 service neutron] 10.222.0.24 "GET /v2.0/networks/f715da6f-21b3-4c5b-b80d-844b367c17f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324756 May 17 16:24:36.135060 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-1f484674-b335-4bfc-8390-5c500f9783a4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1089850796-network', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:36.139801 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-1f484674-b335-4bfc-8390-5c500f9783a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:36.144056 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-1f484674-b335-4bfc-8390-5c500f9783a4 admin admin] Usage tracker for resource:network and tenant:5f73ea9c6d28493eaca084a724daa4ae is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:36.147167 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-1f484674-b335-4bfc-8390-5c500f9783a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:36.154195 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-1f484674-b335-4bfc-8390-5c500f9783a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:36.273348 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f484674-b335-4bfc-8390-5c500f9783a4 admin admin] Made reservation on behalf of 5f73ea9c6d28493eaca084a724daa4ae for: {'network': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:24:36.276073 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-1f484674-b335-4bfc-8390-5c500f9783a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7986740'] for network, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:36.332314 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-1f484674-b335-4bfc-8390-5c500f9783a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:36.367541 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-1f484674-b335-4bfc-8390-5c500f9783a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:36.375893 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-1f484674-b335-4bfc-8390-5c500f9783a4 admin admin] Usage tracker for resource:security_group_rule and tenant:5f73ea9c6d28493eaca084a724daa4ae is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:36.379212 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-1f484674-b335-4bfc-8390-5c500f9783a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:36.392525 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-1f484674-b335-4bfc-8390-5c500f9783a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:36.444627 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981d480-97df-4c24-a4ca-0e91a05d306e req-c3d99194-65f7-4ca8-8a70-9fd6e4e8eb8d tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:36.446149 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3981d480-97df-4c24-a4ca-0e91a05d306e req-c3d99194-65f7-4ca8-8a70-9fd6e4e8eb8d tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.1523397 May 17 16:24:36.577993 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3981d480-97df-4c24-a4ca-0e91a05d306e req-3ff819c7-32c3-4aeb-9cb7-ea15428030a4 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226776 May 17 16:24:36.597094 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device a47e7716-b4b6-4c2c-8c4a-d8e4ad513784 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:24:36.610576 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-1f484674-b335-4bfc-8390-5c500f9783a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:36.633114 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b04e5-45bf-4c86-86c3-636224b8b722 req-acc29b1b-4a03-46f0-9f4a-3f8955cb27c1 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:36.634629 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-776b04e5-45bf-4c86-86c3-636224b8b722 req-acc29b1b-4a03-46f0-9f4a-3f8955cb27c1 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb05a39b-d3d0-4ae7-bb06-75650f3280ba HTTP/1.1" status: 200 len: 944 time: 0.1783109 May 17 16:24:36.697795 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-776b04e5-45bf-4c86-86c3-636224b8b722 req-ba7b6a68-5978-466d-bb7b-352fea1e691c tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558171 May 17 16:24:36.759780 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port a47e7716-b4b6-4c2c-8c4a-d8e4ad513784, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a47e7716-b4b6-4c2c-8c4a-d8e4ad513784,segment=NetworkSegment(55a08faa-15cc-4531-8a3c-d44bb59d5f85),segment_id=55a08faa-15cc-4531-8a3c-d44bb59d5f85)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:36.775258 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Returning: {'device': 'a47e7716-b4b6-4c2c-8c4a-d8e4ad513784', 'network_id': '78295850-4922-436a-a3e2-89441ba0baee', 'port_id': 'a47e7716-b4b6-4c2c-8c4a-d8e4ad513784', 'mac_address': 'fa:16:3e:74:f1:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e301c64-858a-4909-8df8-c3fa15fb506f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:24:36.787143 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-1f484674-b335-4bfc-8390-5c500f9783a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:36.794023 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-c6d0d1f1-a27e-448c-a0ea-7109501ea1e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:36.838556 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:36.857351 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a47e7716-b4b6-4c2c-8c4a-d8e4ad513784 {{(pid=79282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:24:36.873668 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port a47e7716-b4b6-4c2c-8c4a-d8e4ad513784, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a47e7716-b4b6-4c2c-8c4a-d8e4ad513784,segment=NetworkSegment(55a08faa-15cc-4531-8a3c-d44bb59d5f85),segment_id=55a08faa-15cc-4531-8a3c-d44bb59d5f85)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:36.885155 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f484674-b335-4bfc-8390-5c500f9783a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=79280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:24:36.990071 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f484674-b335-4bfc-8390-5c500f9783a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786e09a1-29a8-421d-a43f-ca5c8cadc1b3,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:36.993571 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-1f484674-b335-4bfc-8390-5c500f9783a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:36.993947 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.db.segments_db [None req-1f484674-b335-4bfc-8390-5c500f9783a4 admin admin] Added segment 75ef667e-e700-4ff5-a748-41212a7678bf of type vlan for network ee4d78fa-99de-44c7-9335-553d5242008a May 17 16:24:36.996387 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-1f484674-b335-4bfc-8390-5c500f9783a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:37.016097 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:37.018455 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-93fe1cde-6d55-4233-8e91-984cd3535e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:37.065134 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e8876-2058-488d-bf85-773b53c1b07c req-a8049feb-1ebb-4337-a2e4-12a3f3165582 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:37.066674 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6c6e8876-2058-488d-bf85-773b53c1b07c req-a8049feb-1ebb-4337-a2e4-12a3f3165582 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 943 time: 0.3676610 May 17 16:24:37.072303 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-1f484674-b335-4bfc-8390-5c500f9783a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780703603375'] for network, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:37.088316 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=a47e7716-b4b6-4c2c-8c4a-d8e4ad513784,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:37.092972 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:37.126080 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-feff94da-a2f4-4331-83ea-7a71ad02a447 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:37.126815 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-feff94da-a2f4-4331-83ea-7a71ad02a447 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Synchronizing usage tracker for tenant:03d094464c20471d838f2f472fbde652 on resource:network {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:24:37.170360 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6c6e8876-2058-488d-bf85-773b53c1b07c req-dc2fd061-3deb-4809-acd4-7723a09fb774 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905879 May 17 16:24:37.324033 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-1f484674-b335-4bfc-8390-5c500f9783a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325'] for network, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:37.325373 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f484674-b335-4bfc-8390-5c500f9783a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:37.325968 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-1f484674-b335-4bfc-8390-5c500f9783a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:37.330545 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:37.356938 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-feff94da-a2f4-4331-83ea-7a71ad02a447 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Unset dirty status for tenant:03d094464c20471d838f2f472fbde652 on resource:network {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:24:37.358133 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-feff94da-a2f4-4331-83ea-7a71ad02a447 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/networks?id=e3e30ef9-64ae-4f2e-80a2-236dcaaea456 HTTP/1.1" status: 200 len: 809 time: 0.5462806 May 17 16:24:37.541895 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-208244fe-f6cd-446d-8887-5360a3f100f3 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/quotas/03d094464c20471d838f2f472fbde652 HTTP/1.1" status: 200 len: 375 time: 0.0368817 May 17 16:24:37.595362 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f484674-b335-4bfc-8390-5c500f9783a4 admin admin] Pushing event updated for resources: {'Network': ['ID=ee4d78fa-99de-44c7-9335-553d5242008a,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:37.599487 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-5690fd72-87c6-4bfc-afc7-f4875becc45d tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=03d094464c20471d838f2f472fbde652&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491939 May 17 16:24:37.599940 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-1f484674-b335-4bfc-8390-5c500f9783a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:37.607562 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['a47e7716-b4b6-4c2c-8c4a-d8e4ad513784'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:24:37.641416 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Network ee4d78fa-99de-44c7-9335-553d5242008a details requested by agent ovs-agent-dv-cinder-768105-8-iscsi with host dv-cinder-768105-8-iscsi {{(pid=79282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:24:37.681441 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-1f484674-b335-4bfc-8390-5c500f9783a4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6641226 May 17 16:24:37.684995 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 37088) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:37.691195 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-797e5853-46f0-47dc-a465-c3a83c37eb8a admin admin] Request body: {'subnet': {'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1089850796-subnet', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'ip_version': 4}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:37.695934 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-797e5853-46f0-47dc-a465-c3a83c37eb8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:37.704705 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-797e5853-46f0-47dc-a465-c3a83c37eb8a admin admin] Usage tracker for resource:subnet and tenant:5f73ea9c6d28493eaca084a724daa4ae is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:37.704705 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-797e5853-46f0-47dc-a465-c3a83c37eb8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:37.714223 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-797e5853-46f0-47dc-a465-c3a83c37eb8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:37.773897 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-beb18658-d105-4f14-9dcd-07daeebd4595 service neutron] 10.222.0.11 "GET /v2.0/networks/e3e30ef9-64ae-4f2e-80a2-236dcaaea456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650152 May 17 16:24:37.849612 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797e5853-46f0-47dc-a465-c3a83c37eb8a admin admin] Made reservation on behalf of 5f73ea9c6d28493eaca084a724daa4ae for: {'subnet': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:24:37.856642 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-797e5853-46f0-47dc-a465-c3a83c37eb8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3136375'] for subnet, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:37.935069 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-93164154-e0d7-4b0d-a7db-5bc8560deff6 service neutron] 10.222.0.11 "GET /v2.0/networks/e3e30ef9-64ae-4f2e-80a2-236dcaaea456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566970 May 17 16:24:38.336552 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2ed4b-dd3c-440c-9219-7d9260ed48c6 req-2a8e258b-7643-46b4-9a4c-9438f7a48193 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:38.338200 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-08b2ed4b-dd3c-440c-9219-7d9260ed48c6 req-2a8e258b-7643-46b4-9a4c-9438f7a48193 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb05a39b-d3d0-4ae7-bb06-75650f3280ba HTTP/1.1" status: 200 len: 945 time: 0.1119413 May 17 16:24:38.388226 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-08b2ed4b-dd3c-440c-9219-7d9260ed48c6 req-829d3349-eee6-421f-afac-14b140c30ba1 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438232 May 17 16:24:38.504954 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cadbe4b5-f10e-4f56-99fa-32d52a099986 req-14f258c8-d2d1-4fe0-9088-451462677821 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da751e4-1622-4fb8-9b5b-aaadd69c553e HTTP/1.1" status: 200 len: 210 time: 0.0428293 May 17 16:24:38.528091 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-797e5853-46f0-47dc-a465-c3a83c37eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1955990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3136357'] for subnet, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:38.533486 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-c75b048c-996e-48bf-bcff-ecc488b5e85b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:38.619579 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e5853-46f0-47dc-a465-c3a83c37eb8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d086fd8-03be-4322-9dc6-8915072f2b3a,revision_number=0']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:38.625373 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-797e5853-46f0-47dc-a465-c3a83c37eb8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:38.632090 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797e5853-46f0-47dc-a465-c3a83c37eb8a admin admin] Checking segment: {'id': '75ef667e-e700-4ff5-a748-41212a7678bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:38.632488 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797e5853-46f0-47dc-a465-c3a83c37eb8a admin admin] Network hostable DHCP agents. Network: ee4d78fa-99de-44c7-9335-553d5242008a, hostable agents: ['780b63cc-fd7b-4a13-8dba-6019f78428e1'], hosted agents: [] {{(pid=79281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:24:38.741289 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd1798-d7ec-40d4-9aa1-992af30747c5 req-a0ec9be2-bef3-4a48-95e0-cdba1ab6b0ee tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:38.742830 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f4fd1798-d7ec-40d4-9aa1-992af30747c5 req-a0ec9be2-bef3-4a48-95e0-cdba1ab6b0ee tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 943 time: 0.0960653 May 17 16:24:38.758045 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797e5853-46f0-47dc-a465-c3a83c37eb8a admin admin] Network ee4d78fa-99de-44c7-9335-553d5242008a is scheduled to be hosted by DHCP agent 780b63cc-fd7b-4a13-8dba-6019f78428e1 with binding_index 1 {{(pid=79281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:24:38.795900 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f4fd1798-d7ec-40d4-9aa1-992af30747c5 req-5e217688-8583-412e-9632-c874166c8793 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421467 May 17 16:24:38.934118 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-797e5853-46f0-47dc-a465-c3a83c37eb8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-iscsi, ee4d78fa-99de-44c7-9335-553d5242008a) {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:38.943296 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797e5853-46f0-47dc-a465-c3a83c37eb8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:38.943890 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-797e5853-46f0-47dc-a465-c3a83c37eb8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:38.944479 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ad17d8-1116-44ae-b0f5-a6ae2d390c62 None None] Network ee4d78fa-99de-44c7-9335-553d5242008a requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:24:39.111381 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-797e5853-46f0-47dc-a465-c3a83c37eb8a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4214535 May 17 16:24:39.111381 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 37114) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:39.118963 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-83b3d427-d4b3-4cc3-890c-b40ce89cf4e4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1089850796-router', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:39.124446 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-83b3d427-d4b3-4cc3-890c-b40ce89cf4e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:39.128799 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-83b3d427-d4b3-4cc3-890c-b40ce89cf4e4 admin admin] Usage tracker for resource:router and tenant:5f73ea9c6d28493eaca084a724daa4ae is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:39.132622 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-83b3d427-d4b3-4cc3-890c-b40ce89cf4e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:39.140073 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-83b3d427-d4b3-4cc3-890c-b40ce89cf4e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:39.196673 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3136d87-0d40-42ff-8f87-d08806e4374c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c339ff7-fcf1-568f-8b09-47d9b29cd70b-ee4d78fa-99de-44c7-9335-553d5242008a', 'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'fixed_ips': [{'subnet_id': '9d086fd8-03be-4322-9dc6-8915072f2b3a'}]}} from dv-cinder-768105-8-iscsi. {{(pid=79282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 16:24:39.197832 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-f3136d87-0d40-42ff-8f87-d08806e4374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:39.249532 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-83b3d427-d4b3-4cc3-890c-b40ce89cf4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-433102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046008'] for router, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:39.250539 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-83b3d427-d4b3-4cc3-890c-b40ce89cf4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-499961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045991'] for router, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:39.266467 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-83b3d427-d4b3-4cc3-890c-b40ce89cf4e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:39.381215 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.db_base_plugin_common [None req-f3136d87-0d40-42ff-8f87-d08806e4374c None None] Allocated IP 172.20.0.2 (ee4d78fa-99de-44c7-9335-553d5242008a/9d086fd8-03be-4322-9dc6-8915072f2b3a/c2fb1868-e47b-4883-a8e5-d47b2d7abaae) {{(pid=79282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:24:39.632761 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc74719-33a2-4726-b627-545d825ae8c2 req-1fae3902-b17e-4dd2-986c-3012bf426d8c tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:39.634910 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8dc74719-33a2-4726-b627-545d825ae8c2 req-1fae3902-b17e-4dd2-986c-3012bf426d8c tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb05a39b-d3d0-4ae7-bb06-75650f3280ba HTTP/1.1" status: 200 len: 945 time: 0.1132615 May 17 16:24:39.668973 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-f3136d87-0d40-42ff-8f87-d08806e4374c None None] Notify callbacks [] for port, precommit_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:39.670444 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-83b3d427-d4b3-4cc3-890c-b40ce89cf4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-433116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045973'] for router, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:39.680523 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-f3136d87-0d40-42ff-8f87-d08806e4374c None None] Transition to ACTIVE for port object c2fb1868-e47b-4883-a8e5-d47b2d7abaae will not be triggered until provisioned by entity L2. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:39.700389 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-f3136d87-0d40-42ff-8f87-d08806e4374c None None] Transition to ACTIVE for port object c2fb1868-e47b-4883-a8e5-d47b2d7abaae will not be triggered until provisioned by entity DHCP. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:39.729623 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-dfbb34cf-2383-425e-9a4f-a75feb4c5615 req-6bea2393-6b0c-48e3-b8a4-f7add8a79245 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da751e4-1622-4fb8-9b5b-aaadd69c553e HTTP/1.1" status: 200 len: 210 time: 0.0671158 May 17 16:24:39.739493 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8dc74719-33a2-4726-b627-545d825ae8c2 req-ce2e748b-88b0-435a-b055-0857d1312e91 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985048 May 17 16:24:39.778987 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-f3136d87-0d40-42ff-8f87-d08806e4374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841'] for port, after_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:39.783010 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:39.850057 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3136d87-0d40-42ff-8f87-d08806e4374c None None] Network ee4d78fa-99de-44c7-9335-553d5242008a is already hosted by enough agents. {{(pid=79282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:24:39.853529 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.scheduler.base_scheduler [None req-f3136d87-0d40-42ff-8f87-d08806e4374c None None] Resources bound (agent type, host, resource id): {{(pid=79282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:39.858312 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3136d87-0d40-42ff-8f87-d08806e4374c None None] Received port after_create {{(pid=79282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:24:39.868539 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3136d87-0d40-42ff-8f87-d08806e4374c None None] Pushing event updated for resources: {'Port': ['ID=c2fb1868-e47b-4883-a8e5-d47b2d7abaae,revision_number=1']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:39.911056 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-f3136d87-0d40-42ff-8f87-d08806e4374c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:40.055363 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896eb695-5c19-4c56-949a-74d93fbd215b req-8bb7fb7f-9841-4b41-9078-a10eea4342c8 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:40.066627 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-896eb695-5c19-4c56-949a-74d93fbd215b req-8bb7fb7f-9841-4b41-9078-a10eea4342c8 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 943 time: 0.1488042 May 17 16:24:40.135744 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-896eb695-5c19-4c56-949a-74d93fbd215b req-6ceeaa0b-d798-43e7-9662-94f51dd6ea18 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628884 May 17 16:24:40.137613 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-83b3d427-d4b3-4cc3-890c-b40ce89cf4e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:40.158607 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-f3136d87-0d40-42ff-8f87-d08806e4374c None None] Attempting to bind port c2fb1868-e47b-4883-a8e5-d47b2d7abaae on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:24:40.159186 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-f3136d87-0d40-42ff-8f87-d08806e4374c None None] Attempting to bind port c2fb1868-e47b-4883-a8e5-d47b2d7abaae by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': '75ef667e-e700-4ff5-a748-41212a7678bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a'}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:24:40.159392 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3136d87-0d40-42ff-8f87-d08806e4374c None None] Attempting to bind port c2fb1868-e47b-4883-a8e5-d47b2d7abaae on network ee4d78fa-99de-44c7-9335-553d5242008a {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:24:40.166915 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3136d87-0d40-42ff-8f87-d08806e4374c None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:24:40.167555 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3136d87-0d40-42ff-8f87-d08806e4374c None None] Checking segment: {'id': '75ef667e-e700-4ff5-a748-41212a7678bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:40.179671 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-f3136d87-0d40-42ff-8f87-d08806e4374c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:40.179671 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3136d87-0d40-42ff-8f87-d08806e4374c None None] Bound using segment: {'id': '75ef667e-e700-4ff5-a748-41212a7678bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a'} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:24:40.179671 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-f3136d87-0d40-42ff-8f87-d08806e4374c None None] Bound port: c2fb1868-e47b-4883-a8e5-d47b2d7abaae, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ef667e-e700-4ff5-a748-41212a7678bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a'}}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:24:40.179671 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-f3136d87-0d40-42ff-8f87-d08806e4374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:40.259939 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-83b3d427-d4b3-4cc3-890c-b40ce89cf4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:40.279261 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-f3136d87-0d40-42ff-8f87-d08806e4374c None None] For port c2fb1868-e47b-4883-a8e5-d47b2d7abaae, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:24:40.283936 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-f3136d87-0d40-42ff-8f87-d08806e4374c None None] For port c2fb1868-e47b-4883-a8e5-d47b2d7abaae, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=c2fb1868-e47b-4883-a8e5-d47b2d7abaae,segment=NetworkSegment(75ef667e-e700-4ff5-a748-41212a7678bf),segment_id=75ef667e-e700-4ff5-a748-41212a7678bf)] {{(pid=79282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:24:40.364031 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-f3136d87-0d40-42ff-8f87-d08806e4374c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:40.368170 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:40.419393 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_common [None req-83b3d427-d4b3-4cc3-890c-b40ce89cf4e4 admin admin] Allocated IP 172.27.2.176 (42a1d626-e0b0-418c-b7f5-2b1d715bf830/6e10255a-9813-4d83-92b3-230f73c18e4f/eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e) {{(pid=79281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:24:40.454889 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3136d87-0d40-42ff-8f87-d08806e4374c None None] Pushing event updated for resources: {'Port': ['ID=c2fb1868-e47b-4883-a8e5-d47b2d7abaae,revision_number=2']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:40.458155 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-f3136d87-0d40-42ff-8f87-d08806e4374c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:40.605715 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-83b3d427-d4b3-4cc3-890c-b40ce89cf4e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:40.615068 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device fe51a5f8-9ddf-49b7-915e-380da875773e details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:24:40.719318 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device a47e7716-b4b6-4c2c-8c4a-d8e4ad513784 up at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:40.744835 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-83b3d427-d4b3-4cc3-890c-b40ce89cf4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:40.749847 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-f3efa45d-20d1-43e9-912a-e9b8a6ad020b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:40.837329 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b3d427-d4b3-4cc3-890c-b40ce89cf4e4 admin admin] Network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:24:40.842059 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-83b3d427-d4b3-4cc3-890c-b40ce89cf4e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:40.845378 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b3d427-d4b3-4cc3-890c-b40ce89cf4e4 admin admin] Received port after_create {{(pid=79281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:24:40.847725 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port fe51a5f8-9ddf-49b7-915e-380da875773e, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=fe51a5f8-9ddf-49b7-915e-380da875773e,segment=NetworkSegment(b66f898e-f20f-4fcc-b29c-8e4d969f4bb9),segment_id=b66f898e-f20f-4fcc-b29c-8e4d969f4bb9)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:40.866396 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Returning: {'device': 'fe51a5f8-9ddf-49b7-915e-380da875773e', 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5', 'port_id': 'fe51a5f8-9ddf-49b7-915e-380da875773e', 'mac_address': 'fa:16:3e:ba:5b:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:24:40.906681 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3d427-d4b3-4cc3-890c-b40ce89cf4e4 admin admin] Pushing event updated for resources: {'Port': ['ID=eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:40.912145 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-83b3d427-d4b3-4cc3-890c-b40ce89cf4e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:40.938478 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:40.960869 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe51a5f8-9ddf-49b7-915e-380da875773e {{(pid=79282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:24:40.978271 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning for port a47e7716-b4b6-4c2c-8c4a-d8e4ad513784 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:40.987753 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning complete for port a47e7716-b4b6-4c2c-8c4a-d8e4ad513784 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:40.987753 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:41.012199 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-bc08fa70-f4ed-4f35-898d-5b198c495065 req-9b5ea03c-6b92-4e77-8aad-2d49d7247afb tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da751e4-1622-4fb8-9b5b-aaadd69c553e HTTP/1.1" status: 200 len: 210 time: 0.1110663 May 17 16:24:41.024164 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port fe51a5f8-9ddf-49b7-915e-380da875773e, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=fe51a5f8-9ddf-49b7-915e-380da875773e,segment=NetworkSegment(b66f898e-f20f-4fcc-b29c-8e4d969f4bb9),segment_id=b66f898e-f20f-4fcc-b29c-8e4d969f4bb9)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:41.055526 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f46c95-6376-4453-b128-584b22f19965 req-7c1902ec-6b7a-4287-944c-890b693a4478 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:41.058666 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-65f46c95-6376-4453-b128-584b22f19965 req-7c1902ec-6b7a-4287-944c-890b693a4478 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb05a39b-d3d0-4ae7-bb06-75650f3280ba HTTP/1.1" status: 200 len: 945 time: 0.1141350 May 17 16:24:41.146069 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-65f46c95-6376-4453-b128-584b22f19965 req-f205bdf0-3a1e-4de3-84b0-eb40a6c32e8a tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793619 May 17 16:24:41.181332 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:41.188892 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:41.338356 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:41.393989 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=fe51a5f8-9ddf-49b7-915e-380da875773e,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:41.400696 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:41.410358 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb05a39b-d3d0-4ae7-bb06-75650f3280ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47e7716-b4b6-4c2c-8c4a-d8e4ad513784'}] {{(pid=79282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:24:41.443651 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port a47e7716-b4b6-4c2c-8c4a-d8e4ad513784, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a47e7716-b4b6-4c2c-8c4a-d8e4ad513784,segment=NetworkSegment(55a08faa-15cc-4531-8a3c-d44bb59d5f85),segment_id=55a08faa-15cc-4531-8a3c-d44bb59d5f85)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:41.483842 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb05a39b-d3d0-4ae7-bb06-75650f3280ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a47e7716-b4b6-4c2c-8c4a-d8e4ad513784', 'code': 200} May 17 16:24:41.540386 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:41.544034 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-f3136d87-0d40-42ff-8f87-d08806e4374c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:41.628221 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['fe51a5f8-9ddf-49b7-915e-380da875773e'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:24:41.713914 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-91bb0179-1af6-4e3a-b189-2084433fca7d tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:41.716588 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-91bb0179-1af6-4e3a-b189-2084433fca7d tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.24 "GET /v2.0/networks?id=e3e30ef9-64ae-4f2e-80a2-236dcaaea456 HTTP/1.1" status: 200 len: 809 time: 0.3077984 May 17 16:24:41.730285 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189fd43-0c75-4ffe-b093-507b58aa296f req-f3893849-dde3-4cf0-9707-36bd9e18c4da tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:41.738321 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4189fd43-0c75-4ffe-b093-507b58aa296f req-f3893849-dde3-4cf0-9707-36bd9e18c4da tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 944 time: 0.1227593 May 17 16:24:41.745552 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-f942d8dd-2497-4ceb-901d-52e14d0e84b8 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Request body: {'port': {'device_id': '7da751e4-1622-4fb8-9b5b-aaadd69c553e', 'network_id': 'e3e30ef9-64ae-4f2e-80a2-236dcaaea456', 'admin_state_up': True, 'tenant_id': '03d094464c20471d838f2f472fbde652'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:41.789619 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=a47e7716-b4b6-4c2c-8c4a-d8e4ad513784,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:41.795566 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:41.808882 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4189fd43-0c75-4ffe-b093-507b58aa296f req-fb86c65b-ff08-4ed4-b012-b42a2861a35c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664248 May 17 16:24:41.953953 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc848166-1b9a-43e6-abec-0fc91c702dba None None] Network ee4d78fa-99de-44c7-9335-553d5242008a requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:24:42.004596 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-83b3d427-d4b3-4cc3-890c-b40ce89cf4e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:42.031329 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3051548-ee1f-4213-8632-720f5273ca94 req-46e70c60-9595-4793-bc01-5ca83abca270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:42.032921 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d3051548-ee1f-4213-8632-720f5273ca94 req-46e70c60-9595-4793-bc01-5ca83abca270 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fb05a39b-d3d0-4ae7-bb06-75650f3280ba HTTP/1.1" status: 200 len: 1099 time: 0.1484268 May 17 16:24:42.098531 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d3051548-ee1f-4213-8632-720f5273ca94 req-8b68eae7-5fae-42e7-b2be-61a8ceaaaadd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576348 May 17 16:24:42.168738 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-f942d8dd-2497-4ceb-901d-52e14d0e84b8 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:42.188860 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-f942d8dd-2497-4ceb-901d-52e14d0e84b8 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Usage tracker for resource:port and tenant:03d094464c20471d838f2f472fbde652 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:42.193418 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-f942d8dd-2497-4ceb-901d-52e14d0e84b8 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:42.202927 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-f942d8dd-2497-4ceb-901d-52e14d0e84b8 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:42.204126 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-a2d69648-4892-487d-ae1a-2ee319d1f04f None None] Provisioning for port c2fb1868-e47b-4883-a8e5-d47b2d7abaae completed by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:42.237663 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f0127b76-4022-40dd-a3c5-793388a799b4 req-76d056bc-dc91-4723-b3d7-eaabbc0b1588 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da751e4-1622-4fb8-9b5b-aaadd69c553e HTTP/1.1" status: 200 len: 210 time: 0.0703959 May 17 16:24:42.423064 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-f942d8dd-2497-4ceb-901d-52e14d0e84b8 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Made reservation on behalf of 03d094464c20471d838f2f472fbde652 for: {'port': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:24:42.430830 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-f942d8dd-2497-4ceb-901d-52e14d0e84b8 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:42.436750 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0909f53-7411-44c5-b603-f4ad2e7844e1 req-0c3507c0-d950-433e-bf34-359510d33c57 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:42.451986 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d0909f53-7411-44c5-b603-f4ad2e7844e1 req-0c3507c0-d950-433e-bf34-359510d33c57 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb05a39b-d3d0-4ae7-bb06-75650f3280ba HTTP/1.1" status: 200 len: 946 time: 0.1210756 May 17 16:24:42.510219 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d0909f53-7411-44c5-b603-f4ad2e7844e1 req-317c8252-a755-4d77-8228-cb178763c538 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571241 May 17 16:24:42.653524 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device c2fb1868-e47b-4883-a8e5-d47b2d7abaae up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:42.662637 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-83b3d427-d4b3-4cc3-890c-b40ce89cf4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408247'] for router, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:42.812367 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_common [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-f942d8dd-2497-4ceb-901d-52e14d0e84b8 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Allocated IP 172.20.0.10 (e3e30ef9-64ae-4f2e-80a2-236dcaaea456/8959a50f-9136-48e2-8784-209f8ccc8cc8/1ea73fb8-d10e-45c9-91d7-798e3218af82) {{(pid=79281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:24:42.838310 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port c2fb1868-e47b-4883-a8e5-d47b2d7abaae completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:42.846494 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port c2fb1868-e47b-4883-a8e5-d47b2d7abaae triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:42.847044 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:42.993619 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:43.008287 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36533635-2b00-4f62-b178-dade7d74ee7b req-65a612ad-e2c9-4188-a8ed-268d68adc3c5 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:43.010956 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-36533635-2b00-4f62-b178-dade7d74ee7b req-65a612ad-e2c9-4188-a8ed-268d68adc3c5 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 944 time: 0.0943210 May 17 16:24:43.031034 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] For port c2fb1868-e47b-4883-a8e5-d47b2d7abaae, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=c2fb1868-e47b-4883-a8e5-d47b2d7abaae,segment=NetworkSegment(75ef667e-e700-4ff5-a748-41212a7678bf),segment_id=75ef667e-e700-4ff5-a748-41212a7678bf)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:43.062880 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-36533635-2b00-4f62-b178-dade7d74ee7b req-4838b4c9-5c19-451f-8406-3a8b1b0774f1 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459635 May 17 16:24:43.117662 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:43.119757 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:43.130084 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-f942d8dd-2497-4ceb-901d-52e14d0e84b8 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Notify callbacks [] for port, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:43.147699 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b3d427-d4b3-4cc3-890c-b40ce89cf4e4 admin admin] Router bd18d908-8522-4186-a689-5350e58ffb0f is scheduled to L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 with binding_index 1 {{(pid=79281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 16:24:43.191733 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Pushing event updated for resources: {'Port': ['ID=c2fb1868-e47b-4883-a8e5-d47b2d7abaae,revision_number=3']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:43.195097 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:43.318920 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-f942d8dd-2497-4ceb-901d-52e14d0e84b8 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:43.328993 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-cc7aac2e-c587-4ea2-916c-5f98d1382a0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:43.417362 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-f942d8dd-2497-4ceb-901d-52e14d0e84b8 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Network e3e30ef9-64ae-4f2e-80a2-236dcaaea456 is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:24:43.423545 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-f942d8dd-2497-4ceb-901d-52e14d0e84b8 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:43.425960 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-f942d8dd-2497-4ceb-901d-52e14d0e84b8 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Received port after_create {{(pid=79281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:24:43.461286 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942d8dd-2497-4ceb-901d-52e14d0e84b8 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Pushing event updated for resources: {'Port': ['ID=1ea73fb8-d10e-45c9-91d7-798e3218af82,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:43.481123 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b3d427-d4b3-4cc3-890c-b40ce89cf4e4 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:24:43.493964 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-f942d8dd-2497-4ceb-901d-52e14d0e84b8 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:43.508083 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b191d0-4565-44ac-9df6-5cce96cce2c8 None None] Sync routers for ids ['bd18d908-8522-4186-a689-5350e58ffb0f'] in dv-cinder-768105-8-iscsi {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:24:43.533740 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b191d0-4565-44ac-9df6-5cce96cce2c8 None None] Routers {'bd18d908-8522-4186-a689-5350e58ffb0f'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:24:43.534694 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-51b191d0-4565-44ac-9df6-5cce96cce2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:24:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['bd18d908-8522-4186-a689-5350e58ffb0f'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:43.545349 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-f942d8dd-2497-4ceb-901d-52e14d0e84b8 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:43.545986 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-f942d8dd-2497-4ceb-901d-52e14d0e84b8 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:43.584776 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d13f7a-c683-42be-80b2-3a563bf435bb req-3b49c59f-5097-4f87-87b9-74b6e38dd905 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:43.586776 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-22d13f7a-c683-42be-80b2-3a563bf435bb req-3b49c59f-5097-4f87-87b9-74b6e38dd905 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da751e4-1622-4fb8-9b5b-aaadd69c553e HTTP/1.1" status: 200 len: 932 time: 0.1601195 May 17 16:24:43.668902 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-22d13f7a-c683-42be-80b2-3a563bf435bb req-37db8882-20b1-4832-a709-e8efcc824693 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Synchronizing usage tracker for tenant:03d094464c20471d838f2f472fbde652 on resource:security_group {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:24:43.694561 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-f942d8dd-2497-4ceb-901d-52e14d0e84b8 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9591289 May 17 16:24:43.709954 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-1bb975cb-69a6-4996-9074-36c40803f776 service neutron] Request body: {'port': {'device_id': '7da751e4-1622-4fb8-9b5b-aaadd69c553e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:43.753212 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-83b3d427-d4b3-4cc3-890c-b40ce89cf4e4 admin admin] Notify callbacks [] for router, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:43.757143 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-22d13f7a-c683-42be-80b2-3a563bf435bb req-37db8882-20b1-4832-a709-e8efcc824693 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Unset dirty status for tenant:03d094464c20471d838f2f472fbde652 on resource:security_group {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:24:43.757325 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-83b3d427-d4b3-4cc3-890c-b40ce89cf4e4 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6429434 May 17 16:24:43.770326 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-22d13f7a-c683-42be-80b2-3a563bf435bb req-37db8882-20b1-4832-a709-e8efcc824693 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650507 May 17 16:24:43.770326 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 37174) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:43.805118 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-51b191d0-4565-44ac-9df6-5cce96cce2c8 None None] Set router bd18d908-8522-4186-a689-5350e58ffb0f gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:24:43.958278 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-1bb975cb-69a6-4996-9074-36c40803f776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:44.178942 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-51b191d0-4565-44ac-9df6-5cce96cce2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'name': 'tempest-TestShelveInstance-1089850796-router', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:39Z', 'updated_at': '2021-05-17T16:24:41Z', 'revision_number': 3, 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'gw_port': {'id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:40Z', 'updated_at': '2021-05-17T16:24:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:44.184565 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b191d0-4565-44ac-9df6-5cce96cce2c8 None None] Checking router: bd18d908-8522-4186-a689-5350e58ffb0f for host: dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:24:44.184930 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b191d0-4565-44ac-9df6-5cce96cce2c8 None None] Updating router bd18d908-8522-4186-a689-5350e58ffb0f port eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e binding host dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:24:44.228717 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e72c7a-b6ee-47b5-b7f4-78302db503ae req-c8a6269c-ef58-4718-91e1-0f858c252367 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:44.234927 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-96e72c7a-b6ee-47b5-b7f4-78302db503ae req-c8a6269c-ef58-4718-91e1-0f858c252367 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb05a39b-d3d0-4ae7-bb06-75650f3280ba HTTP/1.1" status: 200 len: 946 time: 0.5488861 May 17 16:24:44.258455 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-51b191d0-4565-44ac-9df6-5cce96cce2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:44.411236 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-1bb975cb-69a6-4996-9074-36c40803f776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ea73fb8-d10e-45c9-91d7-798e3218af82 {{(pid=79281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:24:44.419736 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-1bb975cb-69a6-4996-9074-36c40803f776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:44.432276 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-96e72c7a-b6ee-47b5-b7f4-78302db503ae req-4623c650-909b-42ad-8d44-61b65480c73c tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885819 May 17 16:24:44.438876 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.provisioning_blocks [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-1bb975cb-69a6-4996-9074-36c40803f776 service neutron] Transition to ACTIVE for port object 1ea73fb8-d10e-45c9-91d7-798e3218af82 will not be triggered until provisioned by entity L2. {{(pid=79281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:44.524718 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-1bb975cb-69a6-4996-9074-36c40803f776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1955875'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:44.546159 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009726f-96ef-467f-a9a5-c2b47a4592b6 req-11872c8c-e225-4f97-93b0-06266b9f3277 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:44.553465 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-2009726f-96ef-467f-a9a5-c2b47a4592b6 req-11872c8c-e225-4f97-93b0-06266b9f3277 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 944 time: 0.3150001 May 17 16:24:44.562622 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-4830f66f-45e9-48d3-9080-fabcebeae12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:44.634006 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device fe51a5f8-9ddf-49b7-915e-380da875773e up at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:44.701348 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device c2fb1868-e47b-4883-a8e5-d47b2d7abaae up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:44.711655 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-2009726f-96ef-467f-a9a5-c2b47a4592b6 req-6bf2d0c8-09f4-4462-b795-1f33846d8374 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571355 May 17 16:24:44.821223 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port c2fb1868-e47b-4883-a8e5-d47b2d7abaae triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:44.821597 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:44.828992 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-51b191d0-4565-44ac-9df6-5cce96cce2c8 None None] Notify callbacks [] for port, precommit_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:44.859942 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.provisioning_blocks [None req-51b191d0-4565-44ac-9df6-5cce96cce2c8 None None] Transition to ACTIVE for port object eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e will not be triggered until provisioned by entity L2. {{(pid=79283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:44.928975 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning for port fe51a5f8-9ddf-49b7-915e-380da875773e completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:44.937486 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning complete for port fe51a5f8-9ddf-49b7-915e-380da875773e triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:44.941430 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:44.943270 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:44.978468 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-51b191d0-4565-44ac-9df6-5cce96cce2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:44.984483 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:45.004816 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb975cb-69a6-4996-9074-36c40803f776 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea73fb8-d10e-45c9-91d7-798e3218af82,revision_number=2']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:45.020997 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1bb975cb-69a6-4996-9074-36c40803f776 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:45.063129 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-1bb975cb-69a6-4996-9074-36c40803f776 service neutron] Attempting to bind port 1ea73fb8-d10e-45c9-91d7-798e3218af82 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:24:45.063474 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-1bb975cb-69a6-4996-9074-36c40803f776 service neutron] Attempting to bind port 1ea73fb8-d10e-45c9-91d7-798e3218af82 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '0a5f0d29-4cfa-4ab2-88ec-26cded003ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e3e30ef9-64ae-4f2e-80a2-236dcaaea456'}] {{(pid=79281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:24:45.063790 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-1bb975cb-69a6-4996-9074-36c40803f776 service neutron] Attempting to bind port 1ea73fb8-d10e-45c9-91d7-798e3218af82 on network e3e30ef9-64ae-4f2e-80a2-236dcaaea456 {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:24:45.068862 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-1bb975cb-69a6-4996-9074-36c40803f776 service neutron] Port 1ea73fb8-d10e-45c9-91d7-798e3218af82 on network e3e30ef9-64ae-4f2e-80a2-236dcaaea456 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:24:45.069179 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-1bb975cb-69a6-4996-9074-36c40803f776 service neutron] Attempting to bind port 1ea73fb8-d10e-45c9-91d7-798e3218af82 on network e3e30ef9-64ae-4f2e-80a2-236dcaaea456 {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:24:45.074634 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-1bb975cb-69a6-4996-9074-36c40803f776 service neutron] Checking agent: {'id': 'e426a337-f724-4468-bb76-290ab6f07147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'started_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:24:45.075153 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-1bb975cb-69a6-4996-9074-36c40803f776 service neutron] Checking segment: {'id': '0a5f0d29-4cfa-4ab2-88ec-26cded003ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e3e30ef9-64ae-4f2e-80a2-236dcaaea456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:45.075535 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-1bb975cb-69a6-4996-9074-36c40803f776 service neutron] Bound using segment: {'id': '0a5f0d29-4cfa-4ab2-88ec-26cded003ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e3e30ef9-64ae-4f2e-80a2-236dcaaea456'} {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:24:45.075983 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-1bb975cb-69a6-4996-9074-36c40803f776 service neutron] Bound port: 1ea73fb8-d10e-45c9-91d7-798e3218af82, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a5f0d29-4cfa-4ab2-88ec-26cded003ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e3e30ef9-64ae-4f2e-80a2-236dcaaea456'}}] {{(pid=79281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:24:45.076418 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-1bb975cb-69a6-4996-9074-36c40803f776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:45.129960 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:45.137539 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-51b191d0-4565-44ac-9df6-5cce96cce2c8 None None] Attempting to bind port eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:24:45.137870 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-51b191d0-4565-44ac-9df6-5cce96cce2c8 None None] Attempting to bind port eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}] {{(pid=79283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:24:45.138241 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b191d0-4565-44ac-9df6-5cce96cce2c8 None None] Attempting to bind port eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e on network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:24:45.154679 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b6e5b-dc3e-4e09-ba6e-703765e3ed8c None None] Pushing event updated for resources: {'Port': ['ID=eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e,revision_number=2']} {{(pid=79283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:45.157517 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b191d0-4565-44ac-9df6-5cce96cce2c8 None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:24:45.157911 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b191d0-4565-44ac-9df6-5cce96cce2c8 None None] Checking segment: {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:45.158385 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-51b191d0-4565-44ac-9df6-5cce96cce2c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:45.161963 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b191d0-4565-44ac-9df6-5cce96cce2c8 None None] Bound using segment: {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'} {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:24:45.161963 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-51b191d0-4565-44ac-9df6-5cce96cce2c8 None None] Bound port: eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}}] {{(pid=79283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:24:45.161963 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-51b191d0-4565-44ac-9df6-5cce96cce2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:45.185990 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [None req-678b6e5b-dc3e-4e09-ba6e-703765e3ed8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:45.202852 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-1bb975cb-69a6-4996-9074-36c40803f776 service neutron] For port 1ea73fb8-d10e-45c9-91d7-798e3218af82, host hv-cinder-76810, cleared binding levels {{(pid=79281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:24:45.211791 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-1bb975cb-69a6-4996-9074-36c40803f776 service neutron] For port 1ea73fb8-d10e-45c9-91d7-798e3218af82, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1ea73fb8-d10e-45c9-91d7-798e3218af82,segment=NetworkSegment(0a5f0d29-4cfa-4ab2-88ec-26cded003ae5),segment_id=0a5f0d29-4cfa-4ab2-88ec-26cded003ae5)] {{(pid=79281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:24:45.212137 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port fe51a5f8-9ddf-49b7-915e-380da875773e, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=fe51a5f8-9ddf-49b7-915e-380da875773e,segment=NetworkSegment(b66f898e-f20f-4fcc-b29c-8e4d969f4bb9),segment_id=b66f898e-f20f-4fcc-b29c-8e4d969f4bb9)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:45.216850 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd07f98-6d57-4ec0-9d1d-d9e3626b2413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe51a5f8-9ddf-49b7-915e-380da875773e'}] {{(pid=79282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:24:45.252109 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.db [None req-51b191d0-4565-44ac-9df6-5cce96cce2c8 None None] For port eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:24:45.255418 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.db [None req-51b191d0-4565-44ac-9df6-5cce96cce2c8 None None] For port eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e,segment=NetworkSegment(b4de580b-76bc-403f-9a98-9ee7fe7150e1),segment_id=b4de580b-76bc-403f-9a98-9ee7fe7150e1)] {{(pid=79283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:24:45.282099 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-1bb975cb-69a6-4996-9074-36c40803f776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1955875'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:45.288436 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:45.302669 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c2cc2-51ed-484d-8eef-8f55fb3bec78 req-a84d2816-3a90-48c7-b0b8-92e1e1b39af5 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:45.304274 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-951c2cc2-51ed-484d-8eef-8f55fb3bec78 req-a84d2816-3a90-48c7-b0b8-92e1e1b39af5 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da751e4-1622-4fb8-9b5b-aaadd69c553e HTTP/1.1" status: 200 len: 944 time: 0.3346097 May 17 16:24:45.307239 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:45.310330 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:45.348016 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd07f98-6d57-4ec0-9d1d-d9e3626b2413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe51a5f8-9ddf-49b7-915e-380da875773e', 'code': 200} May 17 16:24:45.349902 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-1bb975cb-69a6-4996-9074-36c40803f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:45.350541 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-1bb975cb-69a6-4996-9074-36c40803f776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:45.355528 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-1bb975cb-69a6-4996-9074-36c40803f776 service neutron] 10.222.0.24 "PUT /v2.0/ports/1ea73fb8-d10e-45c9-91d7-798e3218af82 HTTP/1.1" status: 200 len: 1094 time: 1.6476278 May 17 16:24:45.355528 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da751e4-1622-4fb8-9b5b-aaadd69c553e', 'tag': '1ea73fb8-d10e-45c9-91d7-798e3218af82'}] {{(pid=79281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:24:45.375620 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-51b191d0-4565-44ac-9df6-5cce96cce2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:45.383758 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:45.397151 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=fe51a5f8-9ddf-49b7-915e-380da875773e,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:45.409280 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb975cb-69a6-4996-9074-36c40803f776 service neutron] Pushing event updated for resources: {'Port': ['ID=1ea73fb8-d10e-45c9-91d7-798e3218af82,revision_number=3']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:45.410756 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:45.413982 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1bb975cb-69a6-4996-9074-36c40803f776 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:45.421560 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-951c2cc2-51ed-484d-8eef-8f55fb3bec78 req-9c10cc4e-4198-4563-bd41-0fa2013d8ba3 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824261 May 17 16:24:45.429904 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_common [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Allocated IP 172.20.0.1 (ee4d78fa-99de-44c7-9335-553d5242008a/9d086fd8-03be-4322-9dc6-8915072f2b3a/277f7b4b-b778-4dcb-98ec-b6aeb86d830b) {{(pid=79280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:24:45.463634 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da751e4-1622-4fb8-9b5b-aaadd69c553e', 'tag': '1ea73fb8-d10e-45c9-91d7-798e3218af82', 'status': 'completed', 'code': 200} May 17 16:24:45.518786 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-31f472d8-483d-4237-a125-174ba2481cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:45.546477 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b191d0-4565-44ac-9df6-5cce96cce2c8 None None] Routers {'bd18d908-8522-4186-a689-5350e58ffb0f'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:24:45.547110 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-51b191d0-4565-44ac-9df6-5cce96cce2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:24:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['bd18d908-8522-4186-a689-5350e58ffb0f'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:45.640418 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b6e5b-dc3e-4e09-ba6e-703765e3ed8c None None] Pushing event updated for resources: {'Port': ['ID=eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e,revision_number=3']} {{(pid=79283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:45.645986 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [None req-678b6e5b-dc3e-4e09-ba6e-703765e3ed8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:45.651447 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-c7c52950-c1f3-4d04-9049-ba77cad87a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:45.653435 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-c7c52950-c1f3-4d04-9049-ba77cad87a7b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=03d094464c20471d838f2f472fbde652&device_id=7da751e4-1622-4fb8-9b5b-aaadd69c553e HTTP/1.1" status: 200 len: 1097 time: 0.1685209 May 17 16:24:45.737028 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-bf2d1e36-3255-480a-a0ca-7fc07b479a9f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ea73fb8-d10e-45c9-91d7-798e3218af82 HTTP/1.1" status: 200 len: 217 time: 0.0700872 May 17 16:24:45.791124 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Notify callbacks [] for port, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:45.798064 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-51b191d0-4565-44ac-9df6-5cce96cce2c8 None None] Set router bd18d908-8522-4186-a689-5350e58ffb0f gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:24:45.835425 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-2e501437-f36c-4bc0-9018-c1564e1cd506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:45.836857 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-2e501437-f36c-4bc0-9018-c1564e1cd506 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8959a50f-9136-48e2-8784-209f8ccc8cc8 HTTP/1.1" status: 200 len: 849 time: 0.0908597 May 17 16:24:45.884723 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b1314-2270-4e59-96cf-4df954391261 req-cd2a7b4f-305b-4cc7-8470-935587b3182c tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:45.886116 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f00b1314-2270-4e59-96cf-4df954391261 req-cd2a7b4f-305b-4cc7-8470-935587b3182c tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb05a39b-d3d0-4ae7-bb06-75650f3280ba HTTP/1.1" status: 200 len: 946 time: 0.2366269 May 17 16:24:45.900542 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-535c85ca-820e-4c1c-a9e5-469812f667a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3e30ef9-64ae-4f2e-80a2-236dcaaea456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455837 May 17 16:24:46.056858 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-d48df3cc-bd2c-4254-8f43-e37614aff5b5 service neutron] 10.222.0.24 "GET /v2.0/networks/e3e30ef9-64ae-4f2e-80a2-236dcaaea456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448426 May 17 16:24:46.085372 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.provisioning_blocks [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Transition to ACTIVE for port object 277f7b4b-b778-4dcb-98ec-b6aeb86d830b will not be triggered until provisioned by entity DHCP. {{(pid=79280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:46.121824 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-51b191d0-4565-44ac-9df6-5cce96cce2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'name': 'tempest-TestShelveInstance-1089850796-router', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:39Z', 'updated_at': '2021-05-17T16:24:41Z', 'revision_number': 3, 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'gw_port': {'id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:40Z', 'updated_at': '2021-05-17T16:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:46.127886 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b191d0-4565-44ac-9df6-5cce96cce2c8 None None] The sync data for ids ['bd18d908-8522-4186-a689-5350e58ffb0f'] in dv-cinder-768105-8-iscsi is: [{'id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'name': 'tempest-TestShelveInstance-1089850796-router', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:39Z', 'updated_at': '2021-05-17T16:24:41Z', 'revision_number': 3, 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'gw_port': {'id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:40Z', 'updated_at': '2021-05-17T16:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}] {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:24:46.161320 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f00b1314-2270-4e59-96cf-4df954391261 req-2b8f1871-03c7-4652-a53c-5f36ae9761d7 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264085 May 17 16:24:46.177666 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a218c4f-0fb1-49ee-8f30-56ec013bcc7c req-b211bd66-978b-4e8a-a845-eb854fefa99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:46.177666 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5a218c4f-0fb1-49ee-8f30-56ec013bcc7c req-b211bd66-978b-4e8a-a845-eb854fefa99a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 1098 time: 0.3867934 May 17 16:24:46.222837 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-ffead715-a9d0-41c6-b42b-fcd554947810 req-0cd3f853-9790-4555-8d80-04a9d9922310 service neutron] 10.222.0.24 "GET /v2.0/networks/e3e30ef9-64ae-4f2e-80a2-236dcaaea456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554656 May 17 16:24:46.253599 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962b5cd-616c-46a2-b8be-a7685911c414 req-1ea1b86d-c053-46ba-9cdd-39f065eca164 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:46.255344 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7962b5cd-616c-46a2-b8be-a7685911c414 req-1ea1b86d-c053-46ba-9cdd-39f065eca164 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.3828812 May 17 16:24:46.258103 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5a218c4f-0fb1-49ee-8f30-56ec013bcc7c req-ad9805db-19b9-4c15-b341-9107673d5f2e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606456 May 17 16:24:46.259480 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841'] for port, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:46.266119 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:46.349934 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Network ee4d78fa-99de-44c7-9335-553d5242008a is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:24:46.363405 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:46.372665 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Received port after_create {{(pid=79280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:24:46.373673 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432716'] for router_interface, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:46.383511 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7962b5cd-616c-46a2-b8be-a7685911c414 req-e2548fc9-5e3c-4163-89ac-d0364d81a5f5 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181395 May 17 16:24:46.395938 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Pushing event updated for resources: {'Port': ['ID=277f7b4b-b778-4dcb-98ec-b6aeb86d830b,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:46.406883 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:46.407259 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:46.407613 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:46.408000 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:46.408345 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:46.408725 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:46.409071 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:46.409440 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:46.409779 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:46.410114 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:46.410505 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:46.410867 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:24:46.415617 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:46.711717 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:46.829862 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:46.934805 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c733b0-4054-49b4-b53f-7abc17cae95d req-035ce002-67ef-42d2-bda8-459eea1bf359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:46.937184 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d8c733b0-4054-49b4-b53f-7abc17cae95d req-035ce002-67ef-42d2-bda8-459eea1bf359 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=03d094464c20471d838f2f472fbde652&device_id=7da751e4-1622-4fb8-9b5b-aaadd69c553e HTTP/1.1" status: 200 len: 1097 time: 0.3890669 May 17 16:24:46.975134 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-bc23971f-fc9d-45c3-b501-f05872af14f1 None None] Provisioning for port 277f7b4b-b778-4dcb-98ec-b6aeb86d830b completed by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:46.981675 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-bc23971f-fc9d-45c3-b501-f05872af14f1 None None] Provisioning complete for port 277f7b4b-b778-4dcb-98ec-b6aeb86d830b triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:46.982322 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-bc23971f-fc9d-45c3-b501-f05872af14f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:47.052962 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-bc23971f-fc9d-45c3-b501-f05872af14f1 None None] Port 277f7b4b-b778-4dcb-98ec-b6aeb86d830b cannot update to ACTIVE because it is not bound. {{(pid=79282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:24:47.056413 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:47.064250 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:47.064646 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:47.138007 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3053baa-e861-411a-9872-f82d8603b227 req-6500cd93-74d1-4d88-a6c8-0d09d7210361 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:47.138007 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b3053baa-e861-411a-9872-f82d8603b227 req-6500cd93-74d1-4d88-a6c8-0d09d7210361 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da751e4-1622-4fb8-9b5b-aaadd69c553e HTTP/1.1" status: 200 len: 944 time: 0.3947439 May 17 16:24:47.220244 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:47.238220 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] For port eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e,segment=NetworkSegment(b4de580b-76bc-403f-9a98-9ee7fe7150e1),segment_id=b4de580b-76bc-403f-9a98-9ee7fe7150e1)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:47.243983 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b3053baa-e861-411a-9872-f82d8603b227 req-cdc64d2f-937a-44c7-a84a-3e32d935dddb tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104171 May 17 16:24:47.262091 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c733b0-4054-49b4-b53f-7abc17cae95d req-ef6421b1-38e8-4606-a5df-76b2612cfaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:47.263640 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d8c733b0-4054-49b4-b53f-7abc17cae95d req-ef6421b1-38e8-4606-a5df-76b2612cfaab service neutron] 10.222.0.24 "GET /v2.0/networks?id=e3e30ef9-64ae-4f2e-80a2-236dcaaea456 HTTP/1.1" status: 200 len: 910 time: 0.2704024 May 17 16:24:47.363386 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d8c733b0-4054-49b4-b53f-7abc17cae95d req-a8f21c87-e4de-4552-8a35-1371eea72753 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ea73fb8-d10e-45c9-91d7-798e3218af82 HTTP/1.1" status: 200 len: 217 time: 0.0856452 May 17 16:24:47.363386 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Notify callbacks [] for port, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:47.392090 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:47.393988 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:47.452324 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c733b0-4054-49b4-b53f-7abc17cae95d req-b610ec3e-81d2-4aaf-b05a-aaa2a23a3ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:47.453965 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d8c733b0-4054-49b4-b53f-7abc17cae95d req-b610ec3e-81d2-4aaf-b05a-aaa2a23a3ef5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8959a50f-9136-48e2-8784-209f8ccc8cc8 HTTP/1.1" status: 200 len: 849 time: 0.0830786 May 17 16:24:47.513622 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Pushing event updated for resources: {'Port': ['ID=eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:47.517755 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:47.561964 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d8c733b0-4054-49b4-b53f-7abc17cae95d req-fd6d772a-cfde-445c-8e70-e2908fc947ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3e30ef9-64ae-4f2e-80a2-236dcaaea456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845068 May 17 16:24:47.679125 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:47.699834 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-515311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402923'] for router_interface, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:47.703565 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:47.896828 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Pushing event updated for resources: {'Port': ['ID=277f7b4b-b778-4dcb-98ec-b6aeb86d830b,revision_number=2']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:47.913662 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:47.931290 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d8c733b0-4054-49b4-b53f-7abc17cae95d req-3b06ea20-e3c0-4f57-ae34-9db098128445 service neutron] 10.222.0.24 "GET /v2.0/networks/e3e30ef9-64ae-4f2e-80a2-236dcaaea456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596900 May 17 16:24:48.153636 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7a8de-12db-4d1c-8a08-2f106c848e5f req-1f8961c4-1586-4a00-991a-1eeb57aa334c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:48.155208 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d4f7a8de-12db-4d1c-8a08-2f106c848e5f req-1f8961c4-1586-4a00-991a-1eeb57aa334c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.5655234 May 17 16:24:48.191934 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Network ee4d78fa-99de-44c7-9335-553d5242008a is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:24:48.197631 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:48.220081 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-8e4767e5-d6af-48cc-8a0c-a303e71e7c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:48.266434 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:48.331786 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d4f7a8de-12db-4d1c-8a08-2f106c848e5f req-e15242f7-cc52-434c-920e-48e682f3701f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669028 May 17 16:24:48.352698 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d8c733b0-4054-49b4-b53f-7abc17cae95d req-0f4b46ee-f2e6-4731-81fe-bb3d892a7c6b service neutron] 10.222.0.24 "GET /v2.0/networks/e3e30ef9-64ae-4f2e-80a2-236dcaaea456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991785 May 17 16:24:48.493185 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-325440b9-dbfc-4b71-b8a1-ebf3500f1ad7 None None] Provisioning complete for port 277f7b4b-b778-4dcb-98ec-b6aeb86d830b triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:48.493898 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-325440b9-dbfc-4b71-b8a1-ebf3500f1ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:48.586469 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Router bd18d908-8522-4186-a689-5350e58ffb0f has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:24:48.589053 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-325440b9-dbfc-4b71-b8a1-ebf3500f1ad7 None None] Port 277f7b4b-b778-4dcb-98ec-b6aeb86d830b cannot update to ACTIVE because it is not bound. {{(pid=79282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:24:48.596054 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f90db-8fe2-4119-9524-593bec54b41d req-3753fcf0-fa29-422f-8a7a-a44dcb14ef61 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:48.597577 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7e8f90db-8fe2-4119-9524-593bec54b41d req-3753fcf0-fa29-422f-8a7a-a44dcb14ef61 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da751e4-1622-4fb8-9b5b-aaadd69c553e HTTP/1.1" status: 200 len: 944 time: 0.1473007 May 17 16:24:48.647161 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:48.734273 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:48.734934 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:48.739502 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7e8f90db-8fe2-4119-9524-593bec54b41d req-258b51c0-585b-4bcc-9eed-fa9baafedb1c tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301792 May 17 16:24:48.836385 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:24:48.854234 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] 10.222.0.11 "PUT /v2.0/routers/bd18d908-8522-4186-a689-5350e58ffb0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0752540 May 17 16:24:48.859733 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f953d7-0a29-4982-bc94-db4fd781b303 None None] Sync routers for ids ['bd18d908-8522-4186-a689-5350e58ffb0f'] in dv-cinder-768105-8-iscsi {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:24:48.876578 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f953d7-0a29-4982-bc94-db4fd781b303 None None] Routers {'bd18d908-8522-4186-a689-5350e58ffb0f'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:24:48.877223 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-80f953d7-0a29-4982-bc94-db4fd781b303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:24:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['bd18d908-8522-4186-a689-5350e58ffb0f'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:49.082440 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-80f953d7-0a29-4982-bc94-db4fd781b303 None None] Set router bd18d908-8522-4186-a689-5350e58ffb0f gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:24:49.098125 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-87d85cb5-a42e-4f0c-9412-04ebf15bf8a0 req-05265429-5874-417b-a809-828d98d551a3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759513 May 17 16:24:49.210687 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d85cb5-a42e-4f0c-9412-04ebf15bf8a0 req-5f0119e8-3c98-43f4-8650-ec272e723db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:49.212165 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-87d85cb5-a42e-4f0c-9412-04ebf15bf8a0 req-5f0119e8-3c98-43f4-8650-ec272e723db0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2307c0670f344a09bf44ca921047944a&device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 1098 time: 0.0817924 May 17 16:24:49.281019 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:49.414006 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d85cb5-a42e-4f0c-9412-04ebf15bf8a0 req-cc13762b-0757-444b-b1f1-81499a494894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:49.414006 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-87d85cb5-a42e-4f0c-9412-04ebf15bf8a0 req-cc13762b-0757-444b-b1f1-81499a494894 service neutron] 10.222.0.24 "GET /v2.0/networks?id=95cb7f67-f70c-4a86-ad74-5eaf775bf7aa HTTP/1.1" status: 200 len: 920 time: 0.1674979 May 17 16:24:49.473160 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-80f953d7-0a29-4982-bc94-db4fd781b303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'name': 'tempest-TestShelveInstance-1089850796-router', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:39Z', 'updated_at': '2021-05-17T16:24:46Z', 'revision_number': 4, 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'gw_port': {'id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:40Z', 'updated_at': '2021-05-17T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': '277f7b4b-b778-4dcb-98ec-b6aeb86d830b', 'name': '', 'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'mac_address': 'fa:16:3e:f4:92:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9d086fd8-03be-4322-9dc6-8915072f2b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:45Z', 'updated_at': '2021-05-17T16:24:46Z', 'revision_number': 2, 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'subnets': [{'id': '9d086fd8-03be-4322-9dc6-8915072f2b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:49.479813 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f953d7-0a29-4982-bc94-db4fd781b303 None None] Checking router: bd18d908-8522-4186-a689-5350e58ffb0f for host: dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:24:49.479813 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f953d7-0a29-4982-bc94-db4fd781b303 None None] Updating router bd18d908-8522-4186-a689-5350e58ffb0f port 277f7b4b-b778-4dcb-98ec-b6aeb86d830b binding host dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:24:49.507222 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-87d85cb5-a42e-4f0c-9412-04ebf15bf8a0 req-031729bb-39f2-49d1-9ecc-b963bf817768 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0760a2da-7147-4be8-be3a-5048631c1ac9 HTTP/1.1" status: 200 len: 217 time: 0.0935774 May 17 16:24:49.580914 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-80f953d7-0a29-4982-bc94-db4fd781b303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:49.693389 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d85cb5-a42e-4f0c-9412-04ebf15bf8a0 req-d7f3da17-6266-4207-8796-806582c65f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:49.694936 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-87d85cb5-a42e-4f0c-9412-04ebf15bf8a0 req-d7f3da17-6266-4207-8796-806582c65f47 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bdaf05fe-e49f-4388-8c5b-0bf658a1d6b3 HTTP/1.1" status: 200 len: 859 time: 0.1356699 May 17 16:24:49.780841 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-87d85cb5-a42e-4f0c-9412-04ebf15bf8a0 req-a2634afd-eaf2-42b1-a47f-fb31c987c7bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95cb7f67-f70c-4a86-ad74-5eaf775bf7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774505 May 17 16:24:49.798063 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a674e79-d86b-428f-9611-64aca8ba4d0c req-0d09b1ed-67d4-4058-b56c-2157a0e46764 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:49.798063 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6a674e79-d86b-428f-9611-64aca8ba4d0c req-0d09b1ed-67d4-4058-b56c-2157a0e46764 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.3146968 May 17 16:24:49.912575 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540c659-5316-47b9-9cc6-0bb1f6d2078b req-fdcc1199-f462-47d6-81f2-b7c399142533 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:49.914509 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3540c659-5316-47b9-9cc6-0bb1f6d2078b req-fdcc1199-f462-47d6-81f2-b7c399142533 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.4056525 May 17 16:24:49.925094 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 37272) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:49.931386 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-35217584-e006-40a3-ba51-6251d48dc3c8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1214785381-network', 'tenant_id': 'ad1303ac164c425a93c4979ff1aef420'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:49.937141 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-35217584-e006-40a3-ba51-6251d48dc3c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:49.941380 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-35217584-e006-40a3-ba51-6251d48dc3c8 admin admin] Usage tracker for resource:network and tenant:ad1303ac164c425a93c4979ff1aef420 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:49.946749 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-35217584-e006-40a3-ba51-6251d48dc3c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:49.950713 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-35217584-e006-40a3-ba51-6251d48dc3c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:49.974311 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6a674e79-d86b-428f-9611-64aca8ba4d0c req-c6c654d0-830d-4c89-9c30-d1e22cff6cc6 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502967 May 17 16:24:50.018226 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-80f953d7-0a29-4982-bc94-db4fd781b303 None None] Notify callbacks [] for port, precommit_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:50.022817 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3540c659-5316-47b9-9cc6-0bb1f6d2078b req-ad902712-884c-4eac-9c69-f052825e1f33 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961952 May 17 16:24:50.031125 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-87d85cb5-a42e-4f0c-9412-04ebf15bf8a0 req-6bf481bc-6e15-40e3-a778-1fd64ecd650a service neutron] 10.222.0.24 "GET /v2.0/networks/95cb7f67-f70c-4a86-ad74-5eaf775bf7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324550 May 17 16:24:50.032941 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-80f953d7-0a29-4982-bc94-db4fd781b303 None None] Transition to ACTIVE for port object 277f7b4b-b778-4dcb-98ec-b6aeb86d830b will not be triggered until provisioned by entity L2. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:50.041081 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35217584-e006-40a3-ba51-6251d48dc3c8 admin admin] Made reservation on behalf of ad1303ac164c425a93c4979ff1aef420 for: {'network': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:24:50.044591 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-35217584-e006-40a3-ba51-6251d48dc3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7986740'] for network, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:50.060378 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-35217584-e006-40a3-ba51-6251d48dc3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:50.083449 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-35217584-e006-40a3-ba51-6251d48dc3c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:50.087995 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-35217584-e006-40a3-ba51-6251d48dc3c8 admin admin] Usage tracker for resource:security_group_rule and tenant:ad1303ac164c425a93c4979ff1aef420 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:50.091852 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-35217584-e006-40a3-ba51-6251d48dc3c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:50.098528 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-35217584-e006-40a3-ba51-6251d48dc3c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:50.109867 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-80f953d7-0a29-4982-bc94-db4fd781b303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:50.119597 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-240ebb1b-0075-4f76-89ab-65fa9ee84cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:50.271427 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-35217584-e006-40a3-ba51-6251d48dc3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:50.340995 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9ba61-d669-41ec-bca3-6a582db82ec9 None None] Pushing event updated for resources: {'Port': ['ID=277f7b4b-b778-4dcb-98ec-b6aeb86d830b,revision_number=3']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:50.357301 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-82e9ba61-d669-41ec-bca3-6a582db82ec9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:50.363010 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-80f953d7-0a29-4982-bc94-db4fd781b303 None None] Attempting to bind port 277f7b4b-b778-4dcb-98ec-b6aeb86d830b on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:24:50.363525 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-80f953d7-0a29-4982-bc94-db4fd781b303 None None] Attempting to bind port 277f7b4b-b778-4dcb-98ec-b6aeb86d830b by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': '75ef667e-e700-4ff5-a748-41212a7678bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a'}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:24:50.363992 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f953d7-0a29-4982-bc94-db4fd781b303 None None] Attempting to bind port 277f7b4b-b778-4dcb-98ec-b6aeb86d830b on network ee4d78fa-99de-44c7-9335-553d5242008a {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:24:50.370603 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f953d7-0a29-4982-bc94-db4fd781b303 None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:24:50.370877 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f953d7-0a29-4982-bc94-db4fd781b303 None None] Checking segment: {'id': '75ef667e-e700-4ff5-a748-41212a7678bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:50.371392 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-80f953d7-0a29-4982-bc94-db4fd781b303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:50.371997 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f953d7-0a29-4982-bc94-db4fd781b303 None None] Bound using segment: {'id': '75ef667e-e700-4ff5-a748-41212a7678bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a'} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:24:50.372552 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-80f953d7-0a29-4982-bc94-db4fd781b303 None None] Bound port: 277f7b4b-b778-4dcb-98ec-b6aeb86d830b, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ef667e-e700-4ff5-a748-41212a7678bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a'}}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:24:50.373032 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-80f953d7-0a29-4982-bc94-db4fd781b303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:50.374113 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-35217584-e006-40a3-ba51-6251d48dc3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:50.378884 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-6b72a8c4-eed3-4005-af4b-a64247b5f444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:50.430791 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35217584-e006-40a3-ba51-6251d48dc3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a617fafa-531b-4559-a51b-181551fa1796,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:50.434077 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-87d85cb5-a42e-4f0c-9412-04ebf15bf8a0 req-2bb0ca95-5bda-4316-be68-74693fbb4c20 service neutron] 10.222.0.24 "GET /v2.0/networks/95cb7f67-f70c-4a86-ad74-5eaf775bf7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948829 May 17 16:24:50.436571 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-35217584-e006-40a3-ba51-6251d48dc3c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:50.456861 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35217584-e006-40a3-ba51-6251d48dc3c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=79281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:24:50.456986 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dddb15-2149-4182-a53b-a67d51236fbf req-09c447e3-601e-4260-88fd-c3075ed7d236 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:50.458879 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f1dddb15-2149-4182-a53b-a67d51236fbf req-09c447e3-601e-4260-88fd-c3075ed7d236 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da751e4-1622-4fb8-9b5b-aaadd69c553e HTTP/1.1" status: 200 len: 944 time: 0.2877812 May 17 16:24:50.469734 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-35217584-e006-40a3-ba51-6251d48dc3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:50.470177 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.db.segments_db [None req-35217584-e006-40a3-ba51-6251d48dc3c8 admin admin] Added segment 7836faad-5462-47dc-9356-0b444d09aae4 of type vlan for network 9c441c4e-2ea4-4cf0-8d5b-0c354474d062 May 17 16:24:50.508138 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-80f953d7-0a29-4982-bc94-db4fd781b303 None None] For port 277f7b4b-b778-4dcb-98ec-b6aeb86d830b, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:24:50.512964 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-80f953d7-0a29-4982-bc94-db4fd781b303 None None] For port 277f7b4b-b778-4dcb-98ec-b6aeb86d830b, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=277f7b4b-b778-4dcb-98ec-b6aeb86d830b,segment=NetworkSegment(75ef667e-e700-4ff5-a748-41212a7678bf),segment_id=75ef667e-e700-4ff5-a748-41212a7678bf)] {{(pid=79282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:24:50.550979 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-35217584-e006-40a3-ba51-6251d48dc3c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780703603375'] for network, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:50.586797 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f1dddb15-2149-4182-a53b-a67d51236fbf req-562c3de1-e007-4c35-ac1f-c33a46aee5ab tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191149 May 17 16:24:50.615214 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-80f953d7-0a29-4982-bc94-db4fd781b303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:50.620692 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-93fe1cde-6d55-4233-8e91-984cd3535e68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:50.637649 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2840fa5-67eb-4371-b7d2-6256a8e3531d req-80037e6e-1b4b-466a-84e6-a04662a09151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:50.639749 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a2840fa5-67eb-4371-b7d2-6256a8e3531d req-80037e6e-1b4b-466a-84e6-a04662a09151 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2307c0670f344a09bf44ca921047944a&device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 1098 time: 0.1359613 May 17 16:24:50.655741 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:50.679253 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 1ea73fb8-d10e-45c9-91d7-798e3218af82 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:24:50.692795 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-35217584-e006-40a3-ba51-6251d48dc3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325'] for network, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:50.694252 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35217584-e006-40a3-ba51-6251d48dc3c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:50.702333 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-35217584-e006-40a3-ba51-6251d48dc3c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:50.702333 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:50.714789 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f953d7-0a29-4982-bc94-db4fd781b303 None None] Routers {'bd18d908-8522-4186-a689-5350e58ffb0f'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:24:50.715427 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-80f953d7-0a29-4982-bc94-db4fd781b303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:24:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['bd18d908-8522-4186-a689-5350e58ffb0f'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:50.835697 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2840fa5-67eb-4371-b7d2-6256a8e3531d req-9748a423-2a06-48fe-80bb-3f47e672ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:50.845209 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35217584-e006-40a3-ba51-6251d48dc3c8 admin admin] Pushing event updated for resources: {'Network': ['ID=9c441c4e-2ea4-4cf0-8d5b-0c354474d062,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:50.845416 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a2840fa5-67eb-4371-b7d2-6256a8e3531d req-9748a423-2a06-48fe-80bb-3f47e672ffc2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=95cb7f67-f70c-4a86-ad74-5eaf775bf7aa HTTP/1.1" status: 200 len: 920 time: 0.1928415 May 17 16:24:50.876193 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-35217584-e006-40a3-ba51-6251d48dc3c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:50.896300 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9ba61-d669-41ec-bca3-6a582db82ec9 None None] Pushing event updated for resources: {'Port': ['ID=277f7b4b-b778-4dcb-98ec-b6aeb86d830b,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:50.905102 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Network 9c441c4e-2ea4-4cf0-8d5b-0c354474d062 details requested by agent ovs-agent-dv-cinder-768105-8-iscsi with host dv-cinder-768105-8-iscsi {{(pid=79282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:24:50.925585 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-82e9ba61-d669-41ec-bca3-6a582db82ec9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:50.992725 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-35217584-e006-40a3-ba51-6251d48dc3c8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0663700 May 17 16:24:50.996031 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 37288) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:51.001962 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-85019aa6-ea76-4f5e-b358-b1e1831f6bfd admin admin] Request body: {'subnet': {'network_id': '9c441c4e-2ea4-4cf0-8d5b-0c354474d062', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1214785381-subnet', 'tenant_id': 'ad1303ac164c425a93c4979ff1aef420', 'ip_version': 4}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:51.008384 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-85019aa6-ea76-4f5e-b358-b1e1831f6bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:51.012282 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-85019aa6-ea76-4f5e-b358-b1e1831f6bfd admin admin] Usage tracker for resource:subnet and tenant:ad1303ac164c425a93c4979ff1aef420 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:51.015809 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a2840fa5-67eb-4371-b7d2-6256a8e3531d req-485b70f2-102f-4e06-9664-0ccf68251efa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0760a2da-7147-4be8-be3a-5048631c1ac9 HTTP/1.1" status: 200 len: 217 time: 0.1689351 May 17 16:24:51.017024 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-85019aa6-ea76-4f5e-b358-b1e1831f6bfd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:51.024221 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-85019aa6-ea76-4f5e-b358-b1e1831f6bfd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:51.113046 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2840fa5-67eb-4371-b7d2-6256a8e3531d req-dba42cf5-6fcf-43f0-bfeb-675b86e8eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:51.114412 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a2840fa5-67eb-4371-b7d2-6256a8e3531d req-dba42cf5-6fcf-43f0-bfeb-675b86e8eb5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bdaf05fe-e49f-4388-8c5b-0bf658a1d6b3 HTTP/1.1" status: 200 len: 859 time: 0.0822566 May 17 16:24:51.121501 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85019aa6-ea76-4f5e-b358-b1e1831f6bfd admin admin] Made reservation on behalf of ad1303ac164c425a93c4979ff1aef420 for: {'subnet': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:24:51.124082 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-85019aa6-ea76-4f5e-b358-b1e1831f6bfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3136375'] for subnet, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:51.129126 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc05c1-86c0-4af6-8367-cf666d681ce4 req-8b318b62-da0d-4524-826f-195b395d2335 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:51.134731 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6fdc05c1-86c0-4af6-8367-cf666d681ce4 req-8b318b62-da0d-4524-826f-195b395d2335 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.1621499 May 17 16:24:51.155119 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 37294) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:51.165115 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-6aab0b32-a602-4c54-9414-635b80202d39 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Request body: {'floatingip': {'port_id': 'fe51a5f8-9ddf-49b7-915e-380da875773e'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:51.183215 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a2840fa5-67eb-4371-b7d2-6256a8e3531d req-51659921-af08-4a73-a68b-ba877649fa9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95cb7f67-f70c-4a86-ad74-5eaf775bf7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454645 May 17 16:24:51.188396 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 1ea73fb8-d10e-45c9-91d7-798e3218af82, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1ea73fb8-d10e-45c9-91d7-798e3218af82,segment=NetworkSegment(0a5f0d29-4cfa-4ab2-88ec-26cded003ae5),segment_id=0a5f0d29-4cfa-4ab2-88ec-26cded003ae5)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:51.206358 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-80f953d7-0a29-4982-bc94-db4fd781b303 None None] Set router bd18d908-8522-4186-a689-5350e58ffb0f gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:24:51.265165 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Returning: {'device': '1ea73fb8-d10e-45c9-91d7-798e3218af82', 'network_id': 'e3e30ef9-64ae-4f2e-80a2-236dcaaea456', 'port_id': '1ea73fb8-d10e-45c9-91d7-798e3218af82', 'mac_address': 'fa:16:3e:ed:dc:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8959a50f-9136-48e2-8784-209f8ccc8cc8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:24:51.376497 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-6aab0b32-a602-4c54-9414-635b80202d39 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for floatingip, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:51.426996 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a2840fa5-67eb-4371-b7d2-6256a8e3531d req-fbcdeaa8-5cec-4632-a036-858fc9bc170c service neutron] 10.222.0.24 "GET /v2.0/networks/95cb7f67-f70c-4a86-ad74-5eaf775bf7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285471 May 17 16:24:51.443070 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af66e56-d982-4aee-a964-dfceeefca183 req-4c557b3d-e8e2-4221-b466-ab6fdba163f5 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:51.450118 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9af66e56-d982-4aee-a964-dfceeefca183 req-4c557b3d-e8e2-4221-b466-ab6fdba163f5 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.1465223 May 17 16:24:51.523316 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:51.548648 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ea73fb8-d10e-45c9-91d7-798e3218af82 {{(pid=79282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:24:51.583961 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 1ea73fb8-d10e-45c9-91d7-798e3218af82, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1ea73fb8-d10e-45c9-91d7-798e3218af82,segment=NetworkSegment(0a5f0d29-4cfa-4ab2-88ec-26cded003ae5),segment_id=0a5f0d29-4cfa-4ab2-88ec-26cded003ae5)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:51.616386 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9af66e56-d982-4aee-a964-dfceeefca183 req-1c5bab4b-3e72-4af3-9289-6a36406416c8 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653161 May 17 16:24:51.673339 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a2840fa5-67eb-4371-b7d2-6256a8e3531d req-29644fe3-6a89-4daa-b32e-7ee5c01d4f5c service neutron] 10.222.0.24 "GET /v2.0/networks/95cb7f67-f70c-4a86-ad74-5eaf775bf7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931930 May 17 16:24:51.728123 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:51.734286 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:51.837337 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=1ea73fb8-d10e-45c9-91d7-798e3218af82,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:51.852526 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:51.884157 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-80f953d7-0a29-4982-bc94-db4fd781b303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'name': 'tempest-TestShelveInstance-1089850796-router', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:39Z', 'updated_at': '2021-05-17T16:24:46Z', 'revision_number': 4, 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'gw_port': {'id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:40Z', 'updated_at': '2021-05-17T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': '277f7b4b-b778-4dcb-98ec-b6aeb86d830b', 'name': '', 'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'mac_address': 'fa:16:3e:f4:92:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9d086fd8-03be-4322-9dc6-8915072f2b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:45Z', 'updated_at': '2021-05-17T16:24:50Z', 'revision_number': 4, 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'subnets': [{'id': '9d086fd8-03be-4322-9dc6-8915072f2b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:51.897113 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f953d7-0a29-4982-bc94-db4fd781b303 None None] The sync data for ids ['bd18d908-8522-4186-a689-5350e58ffb0f'] in dv-cinder-768105-8-iscsi is: [{'id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'name': 'tempest-TestShelveInstance-1089850796-router', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:39Z', 'updated_at': '2021-05-17T16:24:46Z', 'revision_number': 4, 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'gw_port': {'id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:40Z', 'updated_at': '2021-05-17T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': '277f7b4b-b778-4dcb-98ec-b6aeb86d830b', 'name': '', 'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'mac_address': 'fa:16:3e:f4:92:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9d086fd8-03be-4322-9dc6-8915072f2b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:45Z', 'updated_at': '2021-05-17T16:24:50Z', 'revision_number': 4, 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'subnets': [{'id': '9d086fd8-03be-4322-9dc6-8915072f2b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:24:51.912657 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:51.943718 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89730929-d7a8-47e7-a730-7b2c2ba64069 req-3df746bb-cb6c-44e6-8d1d-dcd325304b94 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:51.964749 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-89730929-d7a8-47e7-a730-7b2c2ba64069 req-3df746bb-cb6c-44e6-8d1d-dcd325304b94 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da751e4-1622-4fb8-9b5b-aaadd69c553e HTTP/1.1" status: 200 len: 945 time: 0.2098217 May 17 16:24:52.027266 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-89730929-d7a8-47e7-a730-7b2c2ba64069 req-de6466db-8597-43ca-b7aa-5e2354bd4a4c tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599973 May 17 16:24:52.362647 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['1ea73fb8-d10e-45c9-91d7-798e3218af82'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:24:52.698512 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 277f7b4b-b778-4dcb-98ec-b6aeb86d830b up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:52.874600 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-6aab0b32-a602-4c54-9414-635b80202d39 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:52.903848 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d117b-11eb-4284-be09-35a8510feecc req-8c825ae5-ae95-44b7-8c96-4ae796fe8240 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:52.905415 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-484d117b-11eb-4284-be09-35a8510feecc req-8c825ae5-ae95-44b7-8c96-4ae796fe8240 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.1396253 May 17 16:24:52.956614 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-484d117b-11eb-4284-be09-35a8510feecc req-010b4832-0a04-4662-8f20-9ceaa05e0ff4 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438190 May 17 16:24:52.963752 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port 277f7b4b-b778-4dcb-98ec-b6aeb86d830b completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:52.970955 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port 277f7b4b-b778-4dcb-98ec-b6aeb86d830b triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:52.971450 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:52.984685 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-85019aa6-ea76-4f5e-b358-b1e1831f6bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1955990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3136357'] for subnet, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:52.989116 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:53.065232 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-6aab0b32-a602-4c54-9414-635b80202d39 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432823'] for floatingip, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:53.100530 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:53.132529 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85019aa6-ea76-4f5e-b358-b1e1831f6bfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=96429c94-caa5-454d-843f-36dad9623e7f,revision_number=0']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:53.145945 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] For port 277f7b4b-b778-4dcb-98ec-b6aeb86d830b, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=277f7b4b-b778-4dcb-98ec-b6aeb86d830b,segment=NetworkSegment(75ef667e-e700-4ff5-a748-41212a7678bf),segment_id=75ef667e-e700-4ff5-a748-41212a7678bf)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:53.155450 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-85019aa6-ea76-4f5e-b358-b1e1831f6bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:53.171357 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85019aa6-ea76-4f5e-b358-b1e1831f6bfd admin admin] Checking segment: {'id': '7836faad-5462-47dc-9356-0b444d09aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9c441c4e-2ea4-4cf0-8d5b-0c354474d062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:53.171732 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85019aa6-ea76-4f5e-b358-b1e1831f6bfd admin admin] Network hostable DHCP agents. Network: 9c441c4e-2ea4-4cf0-8d5b-0c354474d062, hostable agents: ['780b63cc-fd7b-4a13-8dba-6019f78428e1'], hosted agents: [] {{(pid=79281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:24:53.274096 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:53.283787 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:53.312447 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.db.l3_db [None req-6aab0b32-a602-4c54-9414-635b80202d39 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Floating IP 0edab890-9b71-4c33-80f8-668fbf0df480 associated. External IP: 172.27.2.150, port: fe51a5f8-9ddf-49b7-915e-380da875773e. May 17 16:24:53.330846 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c6261-4ccd-4a8b-8d56-ed66d19e83d7 req-e4031241-185e-4eb7-830e-9f4ec2cc840f tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:53.332756 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-dd4c6261-4ccd-4a8b-8d56-ed66d19e83d7 req-e4031241-185e-4eb7-830e-9f4ec2cc840f tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da751e4-1622-4fb8-9b5b-aaadd69c553e HTTP/1.1" status: 200 len: 945 time: 0.1181448 May 17 16:24:53.397456 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-dd4c6261-4ccd-4a8b-8d56-ed66d19e83d7 req-87d69b56-d69e-4b3b-b1af-e495698c8668 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551214 May 17 16:24:53.409375 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85019aa6-ea76-4f5e-b358-b1e1831f6bfd admin admin] Network 9c441c4e-2ea4-4cf0-8d5b-0c354474d062 is scheduled to be hosted by DHCP agent 780b63cc-fd7b-4a13-8dba-6019f78428e1 with binding_index 1 {{(pid=79281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:24:53.441041 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Pushing event updated for resources: {'Port': ['ID=277f7b4b-b778-4dcb-98ec-b6aeb86d830b,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:53.447497 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:53.598183 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-85019aa6-ea76-4f5e-b358-b1e1831f6bfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-iscsi, 9c441c4e-2ea4-4cf0-8d5b-0c354474d062) {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:53.606098 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011f322d-101a-4a51-b1e7-812411d5f1fd None None] Network 9c441c4e-2ea4-4cf0-8d5b-0c354474d062 requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:24:53.626972 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85019aa6-ea76-4f5e-b358-b1e1831f6bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:53.627571 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-85019aa6-ea76-4f5e-b358-b1e1831f6bfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:53.808672 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-85019aa6-ea76-4f5e-b358-b1e1831f6bfd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8113902 May 17 16:24:53.811349 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 37320) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:53.817975 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-c7b8b7fe-c0dd-4ab5-87bd-7d2a1c1fcc07 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1214785381-router', 'tenant_id': 'ad1303ac164c425a93c4979ff1aef420', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:24:53.823612 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-c7b8b7fe-c0dd-4ab5-87bd-7d2a1c1fcc07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:24:53.835416 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-c7b8b7fe-c0dd-4ab5-87bd-7d2a1c1fcc07 admin admin] Usage tracker for resource:router and tenant:ad1303ac164c425a93c4979ff1aef420 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:24:53.835727 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e764f9c8-5bd5-423e-aff2-a2060a739459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c339ff7-fcf1-568f-8b09-47d9b29cd70b-9c441c4e-2ea4-4cf0-8d5b-0c354474d062', 'network_id': '9c441c4e-2ea4-4cf0-8d5b-0c354474d062', 'tenant_id': 'ad1303ac164c425a93c4979ff1aef420', 'fixed_ips': [{'subnet_id': '96429c94-caa5-454d-843f-36dad9623e7f'}]}} from dv-cinder-768105-8-iscsi. {{(pid=79282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 16:24:53.837193 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-e764f9c8-5bd5-423e-aff2-a2060a739459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:53.838595 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-c7b8b7fe-c0dd-4ab5-87bd-7d2a1c1fcc07 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:24:53.846108 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-c7b8b7fe-c0dd-4ab5-87bd-7d2a1c1fcc07 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:24:53.862701 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aab0b32-a602-4c54-9414-635b80202d39 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Router 2518071c-ce7a-41f1-bc70-e77dfe2d7341 has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:24:53.932734 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c7b8b7fe-c0dd-4ab5-87bd-7d2a1c1fcc07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-433102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046008'] for router, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:53.934021 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c7b8b7fe-c0dd-4ab5-87bd-7d2a1c1fcc07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-499961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045991'] for router, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:53.949271 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c7b8b7fe-c0dd-4ab5-87bd-7d2a1c1fcc07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:54.011312 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.db_base_plugin_common [None req-e764f9c8-5bd5-423e-aff2-a2060a739459 None None] Allocated IP 172.20.0.2 (9c441c4e-2ea4-4cf0-8d5b-0c354474d062/96429c94-caa5-454d-843f-36dad9623e7f/3c433426-6d56-4baf-9434-999be39db894) {{(pid=79282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:24:54.050505 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aab0b32-a602-4c54-9414-635b80202d39 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:24:54.054946 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-6aab0b32-a602-4c54-9414-635b80202d39 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for floatingip, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:54.064107 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362709bc-c319-4913-8d93-f02c0bc725cf None None] Sync routers for ids ['2518071c-ce7a-41f1-bc70-e77dfe2d7341'] in dv-cinder-768105-8-iscsi {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:24:54.075416 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362709bc-c319-4913-8d93-f02c0bc725cf None None] Routers {'2518071c-ce7a-41f1-bc70-e77dfe2d7341'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:24:54.077079 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-362709bc-c319-4913-8d93-f02c0bc725cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:24:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['2518071c-ce7a-41f1-bc70-e77dfe2d7341'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:54.147189 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-6aab0b32-a602-4c54-9414-635b80202d39 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "PUT /v2.0/floatingips/0edab890-9b71-4c33-80f8-668fbf0df480 HTTP/1.1" status: 200 len: 991 time: 2.9858992 May 17 16:24:54.147189 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd07f98-6d57-4ec0-9d1d-d9e3626b2413', 'tag': 'fe51a5f8-9ddf-49b7-915e-380da875773e'}] {{(pid=79281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:24:54.241529 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-e764f9c8-5bd5-423e-aff2-a2060a739459 None None] Notify callbacks [] for port, precommit_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:54.253695 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-e764f9c8-5bd5-423e-aff2-a2060a739459 None None] Transition to ACTIVE for port object 3c433426-6d56-4baf-9434-999be39db894 will not be triggered until provisioned by entity L2. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:54.274072 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-e764f9c8-5bd5-423e-aff2-a2060a739459 None None] Transition to ACTIVE for port object 3c433426-6d56-4baf-9434-999be39db894 will not be triggered until provisioned by entity DHCP. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:54.297055 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-362709bc-c319-4913-8d93-f02c0bc725cf None None] Set router 2518071c-ce7a-41f1-bc70-e77dfe2d7341 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:24:54.358961 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd07f98-6d57-4ec0-9d1d-d9e3626b2413', 'tag': 'fe51a5f8-9ddf-49b7-915e-380da875773e', 'status': 'completed', 'code': 200} May 17 16:24:54.361403 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-e764f9c8-5bd5-423e-aff2-a2060a739459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841'] for port, after_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:54.365442 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:54.460772 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e764f9c8-5bd5-423e-aff2-a2060a739459 None None] Network 9c441c4e-2ea4-4cf0-8d5b-0c354474d062 is already hosted by enough agents. {{(pid=79282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:24:54.465759 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.scheduler.base_scheduler [None req-e764f9c8-5bd5-423e-aff2-a2060a739459 None None] Resources bound (agent type, host, resource id): {{(pid=79282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:54.471659 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e764f9c8-5bd5-423e-aff2-a2060a739459 None None] Received port after_create {{(pid=79282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:24:54.482569 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764f9c8-5bd5-423e-aff2-a2060a739459 None None] Pushing event updated for resources: {'Port': ['ID=3c433426-6d56-4baf-9434-999be39db894,revision_number=1']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:54.522890 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-e764f9c8-5bd5-423e-aff2-a2060a739459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:54.592634 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-e764f9c8-5bd5-423e-aff2-a2060a739459 None None] Attempting to bind port 3c433426-6d56-4baf-9434-999be39db894 on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:24:54.593151 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-e764f9c8-5bd5-423e-aff2-a2060a739459 None None] Attempting to bind port 3c433426-6d56-4baf-9434-999be39db894 by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': '7836faad-5462-47dc-9356-0b444d09aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9c441c4e-2ea4-4cf0-8d5b-0c354474d062'}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:24:54.593610 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e764f9c8-5bd5-423e-aff2-a2060a739459 None None] Attempting to bind port 3c433426-6d56-4baf-9434-999be39db894 on network 9c441c4e-2ea4-4cf0-8d5b-0c354474d062 {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:24:54.604484 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e764f9c8-5bd5-423e-aff2-a2060a739459 None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:24:54.605025 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e764f9c8-5bd5-423e-aff2-a2060a739459 None None] Checking segment: {'id': '7836faad-5462-47dc-9356-0b444d09aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9c441c4e-2ea4-4cf0-8d5b-0c354474d062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:54.605662 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-e764f9c8-5bd5-423e-aff2-a2060a739459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:54.606163 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e764f9c8-5bd5-423e-aff2-a2060a739459 None None] Bound using segment: {'id': '7836faad-5462-47dc-9356-0b444d09aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9c441c4e-2ea4-4cf0-8d5b-0c354474d062'} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:24:54.606782 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-e764f9c8-5bd5-423e-aff2-a2060a739459 None None] Bound port: 3c433426-6d56-4baf-9434-999be39db894, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7836faad-5462-47dc-9356-0b444d09aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9c441c4e-2ea4-4cf0-8d5b-0c354474d062'}}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:24:54.610915 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-e764f9c8-5bd5-423e-aff2-a2060a739459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:54.657334 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c7b8b7fe-c0dd-4ab5-87bd-7d2a1c1fcc07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-433116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045973'] for router, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:54.705030 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662130a-296e-4c56-9886-374113539759 req-e28c4865-6dff-4126-a0e6-6fa1deec7d1f tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:54.706899 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0662130a-296e-4c56-9886-374113539759 req-e28c4865-6dff-4126-a0e6-6fa1deec7d1f tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.4685247 May 17 16:24:54.709900 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 277f7b4b-b778-4dcb-98ec-b6aeb86d830b up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:54.742110 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 1ea73fb8-d10e-45c9-91d7-798e3218af82 up at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:54.762468 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-362709bc-c319-4913-8d93-f02c0bc725cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'name': 'tempest-AttachVolumeTestJSON-259554001-router', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:18Z', 'revision_number': 4, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'gw_port': {'id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:14Z', 'updated_at': '2021-05-17T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': '0edab890-9b71-4c33-80f8-668fbf0df480', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'port_id': 'fe51a5f8-9ddf-49b7-915e-380da875773e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5', 'mac_address': 'fa:16:3e:ba:5b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd07f98-6d57-4ec0-9d1d-d9e3626b2413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:24:23Z', 'updated_at': '2021-05-17T16:24:52Z', 'revision_number': 1, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdca95ca-22ad-4628-8d78-53fc6d90087d', 'name': '', 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'mac_address': 'fa:16:3e:50:87:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:17Z', 'updated_at': '2021-05-17T16:24:25Z', 'revision_number': 5, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'subnets': [{'id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:54.767826 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362709bc-c319-4913-8d93-f02c0bc725cf None None] Checking router: 2518071c-ce7a-41f1-bc70-e77dfe2d7341 for host: dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:24:54.780025 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362709bc-c319-4913-8d93-f02c0bc725cf None None] Routers {'2518071c-ce7a-41f1-bc70-e77dfe2d7341'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:24:54.781735 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-362709bc-c319-4913-8d93-f02c0bc725cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:24:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['2518071c-ce7a-41f1-bc70-e77dfe2d7341'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:54.809092 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8798f-c052-4abc-b086-d1af0219e8fe req-9587c277-30ae-4d34-b74e-991175fa7b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:54.811348 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-94a8798f-c052-4abc-b086-d1af0219e8fe req-9587c277-30ae-4d34-b74e-991175fa7b0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0963dfcfec64470c9af2396c3d9ea7f2&device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 1098 time: 0.3034127 May 17 16:24:54.868247 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-e764f9c8-5bd5-423e-aff2-a2060a739459 None None] For port 3c433426-6d56-4baf-9434-999be39db894, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:24:54.872706 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-e764f9c8-5bd5-423e-aff2-a2060a739459 None None] For port 3c433426-6d56-4baf-9434-999be39db894, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=3c433426-6d56-4baf-9434-999be39db894,segment=NetworkSegment(7836faad-5462-47dc-9356-0b444d09aae4),segment_id=7836faad-5462-47dc-9356-0b444d09aae4)] {{(pid=79282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:24:54.887295 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port 277f7b4b-b778-4dcb-98ec-b6aeb86d830b triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:54.887713 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:54.989223 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-e764f9c8-5bd5-423e-aff2-a2060a739459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:55.006664 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-a3262444-4814-487f-b125-30377f0eafbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:55.017483 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-362709bc-c319-4913-8d93-f02c0bc725cf None None] Set router 2518071c-ce7a-41f1-bc70-e77dfe2d7341 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:24:55.080079 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0662130a-296e-4c56-9886-374113539759 req-264f6371-2847-49a5-bc56-34dbab588d86 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311856 May 17 16:24:55.094379 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning for port 1ea73fb8-d10e-45c9-91d7-798e3218af82 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:55.099393 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8798f-c052-4abc-b086-d1af0219e8fe req-43267d52-f48c-4c69-a605-839373431c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:55.101493 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-94a8798f-c052-4abc-b086-d1af0219e8fe req-43267d52-f48c-4c69-a605-839373431c65 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f715da6f-21b3-4c5b-b80d-844b367c17f5 HTTP/1.1" status: 200 len: 911 time: 0.2769322 May 17 16:24:55.115104 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning complete for port 1ea73fb8-d10e-45c9-91d7-798e3218af82 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:55.115494 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:55.184624 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949905ab-007a-4cdf-bbc0-6f43df176632 req-02cee94a-8fcb-4ad9-b0bf-dcedc6289480 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:55.188567 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-949905ab-007a-4cdf-bbc0-6f43df176632 req-02cee94a-8fcb-4ad9-b0bf-dcedc6289480 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da751e4-1622-4fb8-9b5b-aaadd69c553e HTTP/1.1" status: 200 len: 945 time: 0.4800694 May 17 16:24:55.221590 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764f9c8-5bd5-423e-aff2-a2060a739459 None None] Pushing event updated for resources: {'Port': ['ID=3c433426-6d56-4baf-9434-999be39db894,revision_number=2']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:55.227492 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-e764f9c8-5bd5-423e-aff2-a2060a739459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:55.300874 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:55.318282 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-94a8798f-c052-4abc-b086-d1af0219e8fe req-d9b2edfb-acec-46a4-bf7c-0c6717cef1b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe51a5f8-9ddf-49b7-915e-380da875773e HTTP/1.1" status: 200 len: 999 time: 0.2037356 May 17 16:24:55.322893 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-949905ab-007a-4cdf-bbc0-6f43df176632 req-6dfba4ef-6476-484d-82dd-56652dff46b8 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810051 May 17 16:24:55.333575 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da751e4-1622-4fb8-9b5b-aaadd69c553e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea73fb8-d10e-45c9-91d7-798e3218af82'}] {{(pid=79282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:24:55.354408 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 1ea73fb8-d10e-45c9-91d7-798e3218af82, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1ea73fb8-d10e-45c9-91d7-798e3218af82,segment=NetworkSegment(0a5f0d29-4cfa-4ab2-88ec-26cded003ae5),segment_id=0a5f0d29-4cfa-4ab2-88ec-26cded003ae5)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:55.400899 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8798f-c052-4abc-b086-d1af0219e8fe req-26601759-e3a3-435d-87ad-e5b8d660eeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:55.402347 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-94a8798f-c052-4abc-b086-d1af0219e8fe req-26601759-e3a3-435d-87ad-e5b8d660eeeb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb HTTP/1.1" status: 200 len: 849 time: 0.0760815 May 17 16:24:55.423907 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:55.431252 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da751e4-1622-4fb8-9b5b-aaadd69c553e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ea73fb8-d10e-45c9-91d7-798e3218af82', 'code': 200} May 17 16:24:55.439320 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:55.464759 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-362709bc-c319-4913-8d93-f02c0bc725cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'name': 'tempest-AttachVolumeTestJSON-259554001-router', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:18Z', 'revision_number': 4, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'gw_port': {'id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:14Z', 'updated_at': '2021-05-17T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': '0edab890-9b71-4c33-80f8-668fbf0df480', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'port_id': 'fe51a5f8-9ddf-49b7-915e-380da875773e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5', 'mac_address': 'fa:16:3e:ba:5b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd07f98-6d57-4ec0-9d1d-d9e3626b2413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:24:23Z', 'updated_at': '2021-05-17T16:24:52Z', 'revision_number': 1, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdca95ca-22ad-4628-8d78-53fc6d90087d', 'name': '', 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'mac_address': 'fa:16:3e:50:87:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:17Z', 'updated_at': '2021-05-17T16:24:25Z', 'revision_number': 5, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'subnets': [{'id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:55.475769 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362709bc-c319-4913-8d93-f02c0bc725cf None None] The sync data for ids ['2518071c-ce7a-41f1-bc70-e77dfe2d7341'] in dv-cinder-768105-8-iscsi is: [{'id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'name': 'tempest-AttachVolumeTestJSON-259554001-router', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:18Z', 'revision_number': 4, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'gw_port': {'id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:14Z', 'updated_at': '2021-05-17T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': '0edab890-9b71-4c33-80f8-668fbf0df480', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'port_id': 'fe51a5f8-9ddf-49b7-915e-380da875773e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5', 'mac_address': 'fa:16:3e:ba:5b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd07f98-6d57-4ec0-9d1d-d9e3626b2413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:24:23Z', 'updated_at': '2021-05-17T16:24:52Z', 'revision_number': 1, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdca95ca-22ad-4628-8d78-53fc6d90087d', 'name': '', 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'mac_address': 'fa:16:3e:50:87:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:17Z', 'updated_at': '2021-05-17T16:24:25Z', 'revision_number': 5, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'subnets': [{'id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:24:55.561551 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=1ea73fb8-d10e-45c9-91d7-798e3218af82,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:55.574042 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:55.799809 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c7b8b7fe-c0dd-4ab5-87bd-7d2a1c1fcc07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:55.802275 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9a4f2c-ec2d-4207-9031-f56e8b785dc3 None None] New status for floating IP 0edab890-9b71-4c33-80f8-668fbf0df480: ACTIVE {{(pid=79282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:24:55.827757 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8798f-c052-4abc-b086-d1af0219e8fe req-5629bf1d-8606-48e8-9161-c0daa1c2e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:55.829220 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-94a8798f-c052-4abc-b086-d1af0219e8fe req-5629bf1d-8606-48e8-9161-c0daa1c2e8be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f715da6f-21b3-4c5b-b80d-844b367c17f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4149129 May 17 16:24:55.836121 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c7b8b7fe-c0dd-4ab5-87bd-7d2a1c1fcc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:55.949578 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e0b86-b1e7-4ed8-8d2d-375a20e2afa8 req-71a8b828-89cd-444b-b9b4-5f65b045e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:55.951419 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-359e0b86-b1e7-4ed8-8d2d-375a20e2afa8 req-71a8b828-89cd-444b-b9b4-5f65b045e243 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7da751e4-1622-4fb8-9b5b-aaadd69c553e HTTP/1.1" status: 200 len: 1099 time: 0.0823431 May 17 16:24:55.997707 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-359e0b86-b1e7-4ed8-8d2d-375a20e2afa8 req-15475c94-128c-47e7-94bd-54e941cc00b2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394714 May 17 16:24:56.065382 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-94a8798f-c052-4abc-b086-d1af0219e8fe req-3ca79b57-e730-451d-a1a1-626ee83d5fbe service neutron] 10.222.0.24 "GET /v2.0/networks/f715da6f-21b3-4c5b-b80d-844b367c17f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262013 May 17 16:24:56.085070 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_common [None req-c7b8b7fe-c0dd-4ab5-87bd-7d2a1c1fcc07 admin admin] Allocated IP 172.27.2.40 (42a1d626-e0b0-418c-b7f5-2b1d715bf830/6e10255a-9813-4d83-92b3-230f73c18e4f/fcb06c26-30a8-44f6-af42-887d5b24d112) {{(pid=79280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:24:56.398590 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17af598-e83d-4fda-b8fe-929d9678b9a0 None None] Network 9c441c4e-2ea4-4cf0-8d5b-0c354474d062 requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:24:56.582342 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c7b8b7fe-c0dd-4ab5-87bd-7d2a1c1fcc07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:56.615258 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-c8ccfdb8-9b6f-4442-b9d5-9dc055e31c2b None None] Provisioning for port 3c433426-6d56-4baf-9434-999be39db894 completed by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:56.623182 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-94a8798f-c052-4abc-b086-d1af0219e8fe req-44aba653-95ad-444b-b104-ffd5c33abb24 service neutron] 10.222.0.24 "GET /v2.0/networks/f715da6f-21b3-4c5b-b80d-844b367c17f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565997 May 17 16:24:56.711101 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 3c433426-6d56-4baf-9434-999be39db894 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:56.722267 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82cb1f-589d-4374-8ea3-f1179134e874 req-0c4b9fbe-e5fe-48ce-96d8-9b95e6810f9c tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:56.725078 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6d82cb1f-589d-4374-8ea3-f1179134e874 req-0c4b9fbe-e5fe-48ce-96d8-9b95e6810f9c tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.3624666 May 17 16:24:56.807033 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac75177-aeb9-49cf-86d0-4bf5033a0bcc req-bbc449e2-9df5-4197-82d0-4cdb3bcafd1b tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:56.808582 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6ac75177-aeb9-49cf-86d0-4bf5033a0bcc req-bbc449e2-9df5-4197-82d0-4cdb3bcafd1b tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da751e4-1622-4fb8-9b5b-aaadd69c553e HTTP/1.1" status: 200 len: 946 time: 0.3189435 May 17 16:24:56.812298 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6d82cb1f-589d-4374-8ea3-f1179134e874 req-660f7f95-c580-46c2-a5e5-4bbcea34991c tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755899 May 17 16:24:56.867574 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6ac75177-aeb9-49cf-86d0-4bf5033a0bcc req-3f0b2aa9-0cf6-4af0-b708-9088b030dea0 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520711 May 17 16:24:56.901139 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c7b8b7fe-c0dd-4ab5-87bd-7d2a1c1fcc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841'] for port, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:56.905433 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-a1c5bc34-827d-44f5-8300-4143f8384d95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:56.951994 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port 3c433426-6d56-4baf-9434-999be39db894 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:24:56.957092 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port 3c433426-6d56-4baf-9434-999be39db894 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:56.957470 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:56.983283 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b8b7fe-c0dd-4ab5-87bd-7d2a1c1fcc07 admin admin] Network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:24:56.986199 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [None req-c7b8b7fe-c0dd-4ab5-87bd-7d2a1c1fcc07 admin admin] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:24:56.988948 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b8b7fe-c0dd-4ab5-87bd-7d2a1c1fcc07 admin admin] Received port after_create {{(pid=79280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:24:57.049916 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8b7fe-c0dd-4ab5-87bd-7d2a1c1fcc07 admin admin] Pushing event updated for resources: {'Port': ['ID=fcb06c26-30a8-44f6-af42-887d5b24d112,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:57.052825 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-c7b8b7fe-c0dd-4ab5-87bd-7d2a1c1fcc07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:57.099454 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:57.133907 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] For port 3c433426-6d56-4baf-9434-999be39db894, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=3c433426-6d56-4baf-9434-999be39db894,segment=NetworkSegment(7836faad-5462-47dc-9356-0b444d09aae4),segment_id=7836faad-5462-47dc-9356-0b444d09aae4)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:24:57.148969 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-f7bc832c-3754-4509-bc8e-612148197f7b None None] Provisioning complete for port 3c433426-6d56-4baf-9434-999be39db894 triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:57.149337 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-f7bc832c-3754-4509-bc8e-612148197f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:57.257198 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:57.261485 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-82e9ba61-d669-41ec-bca3-6a582db82ec9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:57.324429 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-f7bc832c-3754-4509-bc8e-612148197f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:57.359062 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Pushing event updated for resources: {'Port': ['ID=3c433426-6d56-4baf-9434-999be39db894,revision_number=3']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:57.386749 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:57.420747 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.db.api [None req-f7bc832c-3754-4509-bc8e-612148197f7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 17 16:24:57.421520 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_db.api [None req-f7bc832c-3754-4509-bc8e-612148197f7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 16:24:57.459778 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c7b8b7fe-c0dd-4ab5-87bd-7d2a1c1fcc07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:57.806894 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c7b8b7fe-c0dd-4ab5-87bd-7d2a1c1fcc07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408247'] for router, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:58.252996 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7161027-b13b-4847-b279-179b9786b9f4 req-1c090c16-463f-4788-a73b-e0125d9061a5 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:58.254509 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c7161027-b13b-4847-b279-179b9786b9f4 req-1c090c16-463f-4788-a73b-e0125d9061a5 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.2922823 May 17 16:24:58.286377 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41639c9-3044-4914-a5ce-46f72ce386f3 req-8aa68263-1584-4667-9ba4-1d79a5066f5d tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:58.286377 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c41639c9-3044-4914-a5ce-46f72ce386f3 req-8aa68263-1584-4667-9ba4-1d79a5066f5d tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da751e4-1622-4fb8-9b5b-aaadd69c553e HTTP/1.1" status: 200 len: 946 time: 0.1602623 May 17 16:24:58.340556 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c7161027-b13b-4847-b279-179b9786b9f4 req-a1e440ac-47f6-4d13-9cd3-ce7b265b2789 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699902 May 17 16:24:58.346023 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c41639c9-3044-4914-a5ce-46f72ce386f3 req-cb91ec1e-6078-456c-a2e1-3c72f22ac233 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617385 May 17 16:24:58.447015 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b8b7fe-c0dd-4ab5-87bd-7d2a1c1fcc07 admin admin] Router 320fe201-5a8f-483c-b53b-42044cc3422d is scheduled to L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 with binding_index 1 {{(pid=79280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 16:24:58.620804 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 3c433426-6d56-4baf-9434-999be39db894 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:24:58.650439 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b8b7fe-c0dd-4ab5-87bd-7d2a1c1fcc07 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:24:58.671969 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835ecc75-ea00-42c6-8c10-2634566321e1 None None] Sync routers for ids ['320fe201-5a8f-483c-b53b-42044cc3422d'] in dv-cinder-768105-8-iscsi {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:24:58.686562 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835ecc75-ea00-42c6-8c10-2634566321e1 None None] Routers {'320fe201-5a8f-483c-b53b-42044cc3422d'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:24:58.687469 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-835ecc75-ea00-42c6-8c10-2634566321e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:24:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['320fe201-5a8f-483c-b53b-42044cc3422d'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:58.715590 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port 3c433426-6d56-4baf-9434-999be39db894 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:24:58.716213 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:58.806807 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c7b8b7fe-c0dd-4ab5-87bd-7d2a1c1fcc07 admin admin] Notify callbacks [] for router, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:58.810131 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-c7b8b7fe-c0dd-4ab5-87bd-7d2a1c1fcc07 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.9956625 May 17 16:24:58.811492 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 37390) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:24:58.871743 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-835ecc75-ea00-42c6-8c10-2634566321e1 None None] Set router 320fe201-5a8f-483c-b53b-42044cc3422d gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:24:59.161307 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-835ecc75-ea00-42c6-8c10-2634566321e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320fe201-5a8f-483c-b53b-42044cc3422d', 'name': 'tempest-TestShelveInstance-1214785381-router', 'tenant_id': 'ad1303ac164c425a93c4979ff1aef420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'fcb06c26-30a8-44f6-af42-887d5b24d112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:53Z', 'updated_at': '2021-05-17T16:24:57Z', 'revision_number': 3, 'project_id': 'ad1303ac164c425a93c4979ff1aef420', 'gw_port': {'id': 'fcb06c26-30a8-44f6-af42-887d5b24d112', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320fe201-5a8f-483c-b53b-42044cc3422d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:55Z', 'updated_at': '2021-05-17T16:24:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:24:59.165208 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835ecc75-ea00-42c6-8c10-2634566321e1 None None] Checking router: 320fe201-5a8f-483c-b53b-42044cc3422d for host: dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:24:59.165571 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835ecc75-ea00-42c6-8c10-2634566321e1 None None] Updating router 320fe201-5a8f-483c-b53b-42044cc3422d port fcb06c26-30a8-44f6-af42-887d5b24d112 binding host dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:24:59.224079 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-835ecc75-ea00-42c6-8c10-2634566321e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:59.585844 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-07ba0555-f10b-49b9-9e9e-c6dd258fb2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:59.593290 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ddf0e-c6d8-42d3-9419-ae17516e36f8 req-cd625620-2c1c-49d2-ac54-bb2d65a12022 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:59.606101 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-bb5ddf0e-c6d8-42d3-9419-ae17516e36f8 req-cd625620-2c1c-49d2-ac54-bb2d65a12022 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.1251464 May 17 16:24:59.615514 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-835ecc75-ea00-42c6-8c10-2634566321e1 None None] Notify callbacks [] for port, precommit_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:59.629664 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.provisioning_blocks [None req-835ecc75-ea00-42c6-8c10-2634566321e1 None None] Transition to ACTIVE for port object fcb06c26-30a8-44f6-af42-887d5b24d112 will not be triggered until provisioned by entity L2. {{(pid=79283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:24:59.700285 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-bb5ddf0e-c6d8-42d3-9419-ae17516e36f8 req-5421394a-bc7c-49e8-ba36-05fa59becf04 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928502 May 17 16:24:59.755307 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-835ecc75-ea00-42c6-8c10-2634566321e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:59.761650 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [None req-96e61ad2-93ab-486b-8062-ca5108e783f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:24:59.808548 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44747ff4-0774-4109-80ae-988c13cd0ee9 req-72904def-0b79-4314-b71d-7f9b065abf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:24:59.810814 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-44747ff4-0774-4109-80ae-988c13cd0ee9 req-72904def-0b79-4314-b71d-7f9b065abf68 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 1098 time: 0.1042550 May 17 16:24:59.847706 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ad246-7458-4f1c-86df-bf9f6a5634be None None] Pushing event updated for resources: {'Port': ['ID=fcb06c26-30a8-44f6-af42-887d5b24d112,revision_number=2']} {{(pid=79283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:24:59.851129 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [None req-876ad246-7458-4f1c-86df-bf9f6a5634be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:24:59.856674 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-44747ff4-0774-4109-80ae-988c13cd0ee9 req-aee1df5d-0069-4577-931a-690f126c3312 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385373 May 17 16:24:59.876159 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-835ecc75-ea00-42c6-8c10-2634566321e1 None None] Attempting to bind port fcb06c26-30a8-44f6-af42-887d5b24d112 on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:24:59.876548 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-835ecc75-ea00-42c6-8c10-2634566321e1 None None] Attempting to bind port fcb06c26-30a8-44f6-af42-887d5b24d112 by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}] {{(pid=79283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:24:59.876910 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835ecc75-ea00-42c6-8c10-2634566321e1 None None] Attempting to bind port fcb06c26-30a8-44f6-af42-887d5b24d112 on network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:24:59.883152 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835ecc75-ea00-42c6-8c10-2634566321e1 None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:24:59.883529 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835ecc75-ea00-42c6-8c10-2634566321e1 None None] Checking segment: {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:24:59.884055 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-835ecc75-ea00-42c6-8c10-2634566321e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:59.884452 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835ecc75-ea00-42c6-8c10-2634566321e1 None None] Bound using segment: {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'} {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:24:59.884911 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-835ecc75-ea00-42c6-8c10-2634566321e1 None None] Bound port: fcb06c26-30a8-44f6-af42-887d5b24d112, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}}] {{(pid=79283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:24:59.885281 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-835ecc75-ea00-42c6-8c10-2634566321e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:24:59.960468 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_common [None req-07ba0555-f10b-49b9-9e9e-c6dd258fb2ea admin admin] Allocated IP 172.20.0.1 (9c441c4e-2ea4-4cf0-8d5b-0c354474d062/96429c94-caa5-454d-843f-36dad9623e7f/445da9f7-1957-418d-9827-8eca0f28885e) {{(pid=79281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:24:59.973295 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.db [None req-835ecc75-ea00-42c6-8c10-2634566321e1 None None] For port fcb06c26-30a8-44f6-af42-887d5b24d112, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:24:59.976448 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.db [None req-835ecc75-ea00-42c6-8c10-2634566321e1 None None] For port fcb06c26-30a8-44f6-af42-887d5b24d112, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=fcb06c26-30a8-44f6-af42-887d5b24d112,segment=NetworkSegment(b4de580b-76bc-403f-9a98-9ee7fe7150e1),segment_id=b4de580b-76bc-403f-9a98-9ee7fe7150e1)] {{(pid=79283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:25:00.100937 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-835ecc75-ea00-42c6-8c10-2634566321e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:00.106190 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [None req-96e61ad2-93ab-486b-8062-ca5108e783f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:00.143586 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-07ba0555-f10b-49b9-9e9e-c6dd258fb2ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:00.160856 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.provisioning_blocks [None req-07ba0555-f10b-49b9-9e9e-c6dd258fb2ea admin admin] Transition to ACTIVE for port object 445da9f7-1957-418d-9827-8eca0f28885e will not be triggered until provisioned by entity DHCP. {{(pid=79281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:25:00.196063 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835ecc75-ea00-42c6-8c10-2634566321e1 None None] Routers {'320fe201-5a8f-483c-b53b-42044cc3422d'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:25:00.196670 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-835ecc75-ea00-42c6-8c10-2634566321e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:24:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['320fe201-5a8f-483c-b53b-42044cc3422d'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:25:00.286520 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ad246-7458-4f1c-86df-bf9f6a5634be None None] Pushing event updated for resources: {'Port': ['ID=fcb06c26-30a8-44f6-af42-887d5b24d112,revision_number=3']} {{(pid=79283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:00.303210 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [None req-876ad246-7458-4f1c-86df-bf9f6a5634be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:00.326868 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-07ba0555-f10b-49b9-9e9e-c6dd258fb2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:00.330916 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:00.400466 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ba0555-f10b-49b9-9e9e-c6dd258fb2ea admin admin] Network 9c441c4e-2ea4-4cf0-8d5b-0c354474d062 is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:25:00.403662 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-07ba0555-f10b-49b9-9e9e-c6dd258fb2ea admin admin] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:25:00.407474 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ba0555-f10b-49b9-9e9e-c6dd258fb2ea admin admin] Received port after_create {{(pid=79281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:25:00.422609 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-835ecc75-ea00-42c6-8c10-2634566321e1 None None] Set router 320fe201-5a8f-483c-b53b-42044cc3422d gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:25:00.439340 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba0555-f10b-49b9-9e9e-c6dd258fb2ea admin admin] Pushing event updated for resources: {'Port': ['ID=445da9f7-1957-418d-9827-8eca0f28885e,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:00.454075 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-07ba0555-f10b-49b9-9e9e-c6dd258fb2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:00.476877 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-07ba0555-f10b-49b9-9e9e-c6dd258fb2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432716'] for router_interface, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:00.780674 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-07ba0555-f10b-49b9-9e9e-c6dd258fb2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:00.786137 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-835ecc75-ea00-42c6-8c10-2634566321e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320fe201-5a8f-483c-b53b-42044cc3422d', 'name': 'tempest-TestShelveInstance-1214785381-router', 'tenant_id': 'ad1303ac164c425a93c4979ff1aef420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'fcb06c26-30a8-44f6-af42-887d5b24d112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:53Z', 'updated_at': '2021-05-17T16:24:57Z', 'revision_number': 3, 'project_id': 'ad1303ac164c425a93c4979ff1aef420', 'gw_port': {'id': 'fcb06c26-30a8-44f6-af42-887d5b24d112', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320fe201-5a8f-483c-b53b-42044cc3422d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:55Z', 'updated_at': '2021-05-17T16:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:25:00.799800 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42bbc89-fba1-42a7-a150-397696e6ff0d req-a8a4660b-a805-44e2-a45c-1b7e8bba015a tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:00.802589 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b42bbc89-fba1-42a7-a150-397696e6ff0d req-a8a4660b-a805-44e2-a45c-1b7e8bba015a tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da751e4-1622-4fb8-9b5b-aaadd69c553e HTTP/1.1" status: 200 len: 946 time: 0.1252587 May 17 16:25:00.807968 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835ecc75-ea00-42c6-8c10-2634566321e1 None None] The sync data for ids ['320fe201-5a8f-483c-b53b-42044cc3422d'] in dv-cinder-768105-8-iscsi is: [{'id': '320fe201-5a8f-483c-b53b-42044cc3422d', 'name': 'tempest-TestShelveInstance-1214785381-router', 'tenant_id': 'ad1303ac164c425a93c4979ff1aef420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'fcb06c26-30a8-44f6-af42-887d5b24d112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:53Z', 'updated_at': '2021-05-17T16:24:57Z', 'revision_number': 3, 'project_id': 'ad1303ac164c425a93c4979ff1aef420', 'gw_port': {'id': 'fcb06c26-30a8-44f6-af42-887d5b24d112', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fc:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320fe201-5a8f-483c-b53b-42044cc3422d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:55Z', 'updated_at': '2021-05-17T16:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}] {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:25:00.831632 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-2711ec7c-ed64-4ce3-8fa5-adbcc6ffda70 None None] Provisioning for port 445da9f7-1957-418d-9827-8eca0f28885e completed by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:25:00.838378 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-2711ec7c-ed64-4ce3-8fa5-adbcc6ffda70 None None] Provisioning complete for port 445da9f7-1957-418d-9827-8eca0f28885e triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:25:00.839062 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-2711ec7c-ed64-4ce3-8fa5-adbcc6ffda70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:00.929298 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-2711ec7c-ed64-4ce3-8fa5-adbcc6ffda70 None None] Port 445da9f7-1957-418d-9827-8eca0f28885e cannot update to ACTIVE because it is not bound. {{(pid=79282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:25:00.939079 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b42bbc89-fba1-42a7-a150-397696e6ff0d req-5efbdd9c-e6cb-4d6c-92a4-fa2247649f63 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221967 May 17 16:25:00.948589 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 37428) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:00.987805 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f2ea2-1dcd-477c-a1ba-a8ac6eba377a req-11857513-31ab-41fb-8b07-2e793eefbcb0 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:00.994883 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b00f2ea2-1dcd-477c-a1ba-a8ac6eba377a req-11857513-31ab-41fb-8b07-2e793eefbcb0 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.1476767 May 17 16:25:01.067177 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b00f2ea2-1dcd-477c-a1ba-a8ac6eba377a req-bc336aa0-b104-4599-b22b-a64db21232f0 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701559 May 17 16:25:01.117301 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-07ba0555-f10b-49b9-9e9e-c6dd258fb2ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:01.177255 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c2df71f7-0420-475f-a8d3-3b30f899b60a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:01.203823 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-07ba0555-f10b-49b9-9e9e-c6dd258fb2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1955875'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:01.213846 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-c2df71f7-0420-475f-a8d3-3b30f899b60a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:25:01.236808 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-c2df71f7-0420-475f-a8d3-3b30f899b60a admin admin] Usage tracker for resource:security_group_rule and tenant:2a665dcde32f451388c98873110966e4 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:25:01.251254 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-c2df71f7-0420-475f-a8d3-3b30f899b60a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:25:01.267149 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-cc7aac2e-c587-4ea2-916c-5f98d1382a0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:01.267734 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-c2df71f7-0420-475f-a8d3-3b30f899b60a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:25:01.385721 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba0555-f10b-49b9-9e9e-c6dd258fb2ea admin admin] Pushing event updated for resources: {'Port': ['ID=445da9f7-1957-418d-9827-8eca0f28885e,revision_number=2']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:01.393390 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-07ba0555-f10b-49b9-9e9e-c6dd258fb2ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-515311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402923'] for router_interface, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:01.397561 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-07ba0555-f10b-49b9-9e9e-c6dd258fb2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:01.590131 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c2df71f7-0420-475f-a8d3-3b30f899b60a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:01.676488 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ba0555-f10b-49b9-9e9e-c6dd258fb2ea admin admin] Network 9c441c4e-2ea4-4cf0-8d5b-0c354474d062 is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:25:01.677813 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-07ba0555-f10b-49b9-9e9e-c6dd258fb2ea admin admin] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:25:01.738412 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c2df71f7-0420-475f-a8d3-3b30f899b60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:01.746076 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:01.813597 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df71f7-0420-475f-a8d3-3b30f899b60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc978f5e-6fd8-4bff-9a6a-87a5e1ea8878,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:01.822616 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-c2df71f7-0420-475f-a8d3-3b30f899b60a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:01.844867 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-c2df71f7-0420-475f-a8d3-3b30f899b60a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2a665dcde32f451388c98873110966e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8924596 May 17 16:25:01.844867 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 37444) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:01.941438 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ba0555-f10b-49b9-9e9e-c6dd258fb2ea admin admin] Router 320fe201-5a8f-483c-b53b-42044cc3422d has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:25:01.947941 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-2cf78b00-03be-4bca-89c5-f2bcc4e36eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:01.963791 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-9c56a391-a9aa-4e99-a3ce-85440a29073e None None] Provisioning complete for port 445da9f7-1957-418d-9827-8eca0f28885e triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:25:01.964328 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-9c56a391-a9aa-4e99-a3ce-85440a29073e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:01.978414 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-2cf78b00-03be-4bca-89c5-f2bcc4e36eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:02.111899 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-9c56a391-a9aa-4e99-a3ce-85440a29073e None None] Port 445da9f7-1957-418d-9827-8eca0f28885e cannot update to ACTIVE because it is not bound. {{(pid=79282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:25:02.168854 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-2cf78b00-03be-4bca-89c5-f2bcc4e36eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:02.169347 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ba0555-f10b-49b9-9e9e-c6dd258fb2ea admin admin] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:25:02.173797 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-1f484674-b335-4bfc-8390-5c500f9783a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:02.198707 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-07ba0555-f10b-49b9-9e9e-c6dd258fb2ea admin admin] 10.222.0.11 "PUT /v2.0/routers/320fe201-5a8f-483c-b53b-42044cc3422d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3669603 May 17 16:25:02.199447 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-2cf78b00-03be-4bca-89c5-f2bcc4e36eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:02.199447 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-2cf78b00-03be-4bca-89c5-f2bcc4e36eae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cc978f5e-6fd8-4bff-9a6a-87a5e1ea8878 HTTP/1.1" status: 204 len: 168 time: 0.3466957 May 17 16:25:02.199447 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf78b00-03be-4bca-89c5-f2bcc4e36eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc978f5e-6fd8-4bff-9a6a-87a5e1ea8878,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:02.199447 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-2cf78b00-03be-4bca-89c5-f2bcc4e36eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:02.422835 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567b69e-df73-47fb-b52a-c8bf98c273e8 req-7f70a488-706c-44fe-b577-cf1c21fa6198 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:02.424370 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4567b69e-df73-47fb-b52a-c8bf98c273e8 req-7f70a488-706c-44fe-b577-cf1c21fa6198 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da751e4-1622-4fb8-9b5b-aaadd69c553e HTTP/1.1" status: 200 len: 946 time: 0.1623154 May 17 16:25:02.611199 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4567b69e-df73-47fb-b52a-c8bf98c273e8 req-4b1c443b-3f81-4b59-8339-92b730992715 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266274 May 17 16:25:02.661995 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e59f1-9c9e-43bf-bd9f-1e51114ade4c req-f6cae068-fd61-4670-a3fb-4fade07b30db tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:02.673163 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-249e59f1-9c9e-43bf-bd9f-1e51114ade4c req-f6cae068-fd61-4670-a3fb-4fade07b30db tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.2305517 May 17 16:25:02.759051 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device fcb06c26-30a8-44f6-af42-887d5b24d112 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:25:02.776021 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-249e59f1-9c9e-43bf-bd9f-1e51114ade4c req-66ded8d4-f3ec-4814-8070-e401498e4a64 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989809 May 17 16:25:02.930031 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141aeef6-3503-42e2-8db1-04a36130c4c4 req-b8947935-a354-480c-97df-8df1cecaab7b tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:02.930031 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-141aeef6-3503-42e2-8db1-04a36130c4c4 req-b8947935-a354-480c-97df-8df1cecaab7b tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.24 "GET /v2.0/ports?device_id=7da751e4-1622-4fb8-9b5b-aaadd69c553e HTTP/1.1" status: 200 len: 946 time: 0.0932469 May 17 16:25:03.019004 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port fcb06c26-30a8-44f6-af42-887d5b24d112 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:25:03.037314 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port fcb06c26-30a8-44f6-af42-887d5b24d112 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:25:03.037987 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:03.113855 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [req-141aeef6-3503-42e2-8db1-04a36130c4c4 req-23e97d58-a805-48f2-9be1-c4f2a79901da tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Deleting port 1ea73fb8-d10e-45c9-91d7-798e3218af82 {{(pid=79280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:25:03.114333 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-141aeef6-3503-42e2-8db1-04a36130c4c4 req-23e97d58-a805-48f2-9be1-c4f2a79901da tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:03.184676 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:03.207006 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] For port fcb06c26-30a8-44f6-af42-887d5b24d112, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=fcb06c26-30a8-44f6-af42-887d5b24d112,segment=NetworkSegment(b4de580b-76bc-403f-9a98-9ee7fe7150e1),segment_id=b4de580b-76bc-403f-9a98-9ee7fe7150e1)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:03.286749 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-141aeef6-3503-42e2-8db1-04a36130c4c4 req-23e97d58-a805-48f2-9be1-c4f2a79901da tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] For port 1ea73fb8-d10e-45c9-91d7-798e3218af82, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1ea73fb8-d10e-45c9-91d7-798e3218af82,segment=NetworkSegment(0a5f0d29-4cfa-4ab2-88ec-26cded003ae5),segment_id=0a5f0d29-4cfa-4ab2-88ec-26cded003ae5)] {{(pid=79280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:03.286749 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-141aeef6-3503-42e2-8db1-04a36130c4c4 req-23e97d58-a805-48f2-9be1-c4f2a79901da tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:03.304334 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8a3aeb-b5f0-424d-9c7a-2119e99cc31a None None] Sync routers for ids ['320fe201-5a8f-483c-b53b-42044cc3422d'] in dv-cinder-768105-8-iscsi {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:25:03.318284 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8a3aeb-b5f0-424d-9c7a-2119e99cc31a None None] Routers {'320fe201-5a8f-483c-b53b-42044cc3422d'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:25:03.318284 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-cc8a3aeb-b5f0-424d-9c7a-2119e99cc31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:24:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['320fe201-5a8f-483c-b53b-42044cc3422d'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:25:03.402464 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:03.420508 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-f3136d87-0d40-42ff-8f87-d08806e4374c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:03.536712 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 37488) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:03.542627 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-97074032-24cd-412b-81aa-c7ba57abdb90 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1105075326', 'description': 'tempest-secgroup-smoke-1105075326 description', 'project_id': '5f73ea9c6d28493eaca084a724daa4ae'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:25:03.557485 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-97074032-24cd-412b-81aa-c7ba57abdb90 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:25:03.567592 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-97074032-24cd-412b-81aa-c7ba57abdb90 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Usage tracker for resource:security_group and tenant:5f73ea9c6d28493eaca084a724daa4ae is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:25:03.574685 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-97074032-24cd-412b-81aa-c7ba57abdb90 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:25:03.587674 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-97074032-24cd-412b-81aa-c7ba57abdb90 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:25:03.631576 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Pushing event updated for resources: {'Port': ['ID=fcb06c26-30a8-44f6-af42-887d5b24d112,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:03.647316 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [req-141aeef6-3503-42e2-8db1-04a36130c4c4 req-23e97d58-a805-48f2-9be1-c4f2a79901da tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Calling delete_port for 1ea73fb8-d10e-45c9-91d7-798e3218af82 owned by compute:nova {{(pid=79280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:25:03.654841 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:03.655637 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:03.656053 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:03.656456 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:03.656818 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:03.657220 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:03.657901 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:03.658270 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:03.667060 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:03.670323 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:03.672044 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:03.672708 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:03.677841 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:03.697305 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-cc8a3aeb-b5f0-424d-9c7a-2119e99cc31a None None] Set router 320fe201-5a8f-483c-b53b-42044cc3422d gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:25:03.746241 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-97074032-24cd-412b-81aa-c7ba57abdb90 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:03.773603 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-97074032-24cd-412b-81aa-c7ba57abdb90 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:25:03.777905 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-97074032-24cd-412b-81aa-c7ba57abdb90 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Usage tracker for resource:security_group_rule and tenant:5f73ea9c6d28493eaca084a724daa4ae is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:25:03.781716 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-97074032-24cd-412b-81aa-c7ba57abdb90 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:25:03.788234 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-97074032-24cd-412b-81aa-c7ba57abdb90 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:25:03.903813 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd344b5-3406-42f7-ad79-7151471ac72a req-86baf4a4-6b90-4233-8a83-9d5e232936fd tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:03.907187 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1bd344b5-3406-42f7-ad79-7151471ac72a req-86baf4a4-6b90-4233-8a83-9d5e232936fd tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da751e4-1622-4fb8-9b5b-aaadd69c553e HTTP/1.1" status: 200 len: 946 time: 0.1234672 May 17 16:25:03.913610 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-97074032-24cd-412b-81aa-c7ba57abdb90 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:03.967811 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1bd344b5-3406-42f7-ad79-7151471ac72a req-6418ce78-f2c4-438a-a468-4c70e59d406f tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521321 May 17 16:25:04.040751 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-97074032-24cd-412b-81aa-c7ba57abdb90 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:04.050130 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-141aeef6-3503-42e2-8db1-04a36130c4c4 req-23e97d58-a805-48f2-9be1-c4f2a79901da tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850'] for port, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:04.059745 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-a65be93e-df2b-4985-8433-d7193f89a10b tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:04.074002 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['1ea73fb8-d10e-45c9-91d7-798e3218af82'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:25:04.085457 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-2bf7d1f8-1d0b-471f-9a36-bae050dd7699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:04.148474 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e97d58-a805-48f2-9be1-c4f2a79901da tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Pushing event deleted for resources: {'Port': ['ID=1ea73fb8-d10e-45c9-91d7-798e3218af82,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:04.153738 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-23e97d58-a805-48f2-9be1-c4f2a79901da tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:04.197168 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97074032-24cd-412b-81aa-c7ba57abdb90 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=408c3aa2-0017-4d0f-827e-ad0f294595c8,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:04.214376 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-97074032-24cd-412b-81aa-c7ba57abdb90 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:04.224132 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-97074032-24cd-412b-81aa-c7ba57abdb90 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:04.224132 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-97074032-24cd-412b-81aa-c7ba57abdb90 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6822612 May 17 16:25:04.226259 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 37512) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:04.234021 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-a722a57d-55f2-4036-a3d6-d0f74fb9f713 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Request body: {'security_group_rule': {'security_group_id': '408c3aa2-0017-4d0f-827e-ad0f294595c8', 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:25:04.242038 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-a722a57d-55f2-4036-a3d6-d0f74fb9f713 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:25:04.247439 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-a722a57d-55f2-4036-a3d6-d0f74fb9f713 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Usage tracker for resource:security_group_rule and tenant:5f73ea9c6d28493eaca084a724daa4ae is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:25:04.255860 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-a722a57d-55f2-4036-a3d6-d0f74fb9f713 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:25:04.261804 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad11d59-4c18-4a42-9899-2c73baeecc29 req-a52bbaa2-4130-4e48-bece-6f5fdebc5216 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:04.262329 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-a722a57d-55f2-4036-a3d6-d0f74fb9f713 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:25:04.272153 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-dad11d59-4c18-4a42-9899-2c73baeecc29 req-a52bbaa2-4130-4e48-bece-6f5fdebc5216 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.3031445 May 17 16:25:04.284330 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6e68e-0f8c-44bc-8ce9-d71f82e3c98e req-60589eaf-e718-48b3-89da-d30c8b3e4e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:04.287151 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-21c6e68e-0f8c-44bc-8ce9-d71f82e3c98e req-60589eaf-e718-48b3-89da-d30c8b3e4e7c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2307c0670f344a09bf44ca921047944a&device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 1098 time: 0.3231361 May 17 16:25:04.305944 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-cc8a3aeb-b5f0-424d-9c7a-2119e99cc31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320fe201-5a8f-483c-b53b-42044cc3422d', 'name': 'tempest-TestShelveInstance-1214785381-router', 'tenant_id': 'ad1303ac164c425a93c4979ff1aef420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'fcb06c26-30a8-44f6-af42-887d5b24d112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:53Z', 'updated_at': '2021-05-17T16:25:00Z', 'revision_number': 4, 'project_id': 'ad1303ac164c425a93c4979ff1aef420', 'gw_port': {'id': 'fcb06c26-30a8-44f6-af42-887d5b24d112', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320fe201-5a8f-483c-b53b-42044cc3422d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:55Z', 'updated_at': '2021-05-17T16:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': '445da9f7-1957-418d-9827-8eca0f28885e', 'name': '', 'network_id': '9c441c4e-2ea4-4cf0-8d5b-0c354474d062', 'tenant_id': 'ad1303ac164c425a93c4979ff1aef420', 'mac_address': 'fa:16:3e:32:aa:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320fe201-5a8f-483c-b53b-42044cc3422d', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '96429c94-caa5-454d-843f-36dad9623e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:59Z', 'updated_at': '2021-05-17T16:25:00Z', 'revision_number': 2, 'project_id': 'ad1303ac164c425a93c4979ff1aef420', 'subnets': [{'id': '96429c94-caa5-454d-843f-36dad9623e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:25:04.311875 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8a3aeb-b5f0-424d-9c7a-2119e99cc31a None None] Checking router: 320fe201-5a8f-483c-b53b-42044cc3422d for host: dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:25:04.312242 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8a3aeb-b5f0-424d-9c7a-2119e99cc31a None None] Updating router 320fe201-5a8f-483c-b53b-42044cc3422d port 445da9f7-1957-418d-9827-8eca0f28885e binding host dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:25:04.365763 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-dad11d59-4c18-4a42-9899-2c73baeecc29 req-68044e4c-436e-4d33-8651-38e3abbf8e65 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826914 May 17 16:25:04.375271 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-cc8a3aeb-b5f0-424d-9c7a-2119e99cc31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:04.505606 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a722a57d-55f2-4036-a3d6-d0f74fb9f713 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:04.583655 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a722a57d-55f2-4036-a3d6-d0f74fb9f713 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:04.632598 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device fcb06c26-30a8-44f6-af42-887d5b24d112 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:25:04.634158 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6e68e-0f8c-44bc-8ce9-d71f82e3c98e req-252f0dec-9c9a-4e36-a267-cceb0d6910e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:04.641329 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-21c6e68e-0f8c-44bc-8ce9-d71f82e3c98e req-252f0dec-9c9a-4e36-a267-cceb0d6910e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=95cb7f67-f70c-4a86-ad74-5eaf775bf7aa HTTP/1.1" status: 200 len: 920 time: 0.3374283 May 17 16:25:04.685972 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [req-141aeef6-3503-42e2-8db1-04a36130c4c4 req-23e97d58-a805-48f2-9be1-c4f2a79901da tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] No DVR routers for this DVR port 1ea73fb8-d10e-45c9-91d7-798e3218af82 on host hv-cinder-76810 {{(pid=79280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:25:04.685972 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-141aeef6-3503-42e2-8db1-04a36130c4c4 req-23e97d58-a805-48f2-9be1-c4f2a79901da tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:04.696834 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da751e4-1622-4fb8-9b5b-aaadd69c553e', 'name': 'network-vif-deleted', 'tag': '1ea73fb8-d10e-45c9-91d7-798e3218af82'}] {{(pid=79280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:25:04.713338 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-21c6e68e-0f8c-44bc-8ce9-d71f82e3c98e req-826278c0-14d8-4e5c-a899-2ef03a29efc3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0760a2da-7147-4be8-be3a-5048631c1ac9 HTTP/1.1" status: 200 len: 217 time: 0.0687375 May 17 16:25:04.713690 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-141aeef6-3503-42e2-8db1-04a36130c4c4 req-23e97d58-a805-48f2-9be1-c4f2a79901da tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.24 "DELETE /v2.0/ports/1ea73fb8-d10e-45c9-91d7-798e3218af82 HTTP/1.1" status: 204 len: 173 time: 1.7770503 May 17 16:25:04.764521 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a722a57d-55f2-4036-a3d6-d0f74fb9f713 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337405'] for security_group_rule, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:04.766400 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port fcb06c26-30a8-44f6-af42-887d5b24d112 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:25:04.766782 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:04.780294 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-cff274c8-bd0d-48c9-935e-f01a3a2a9d57 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:04.811467 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722a57d-55f2-4036-a3d6-d0f74fb9f713 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12656b5f-f3be-497f-a2d0-020bb10e7f8d,revision_number=0']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:04.823225 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6e68e-0f8c-44bc-8ce9-d71f82e3c98e req-3cb2516d-a81d-473f-8471-218d1fc91828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:04.830223 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da751e4-1622-4fb8-9b5b-aaadd69c553e', 'name': 'network-vif-deleted', 'tag': '1ea73fb8-d10e-45c9-91d7-798e3218af82', 'status': 'completed', 'code': 200} May 17 16:25:04.831102 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-21c6e68e-0f8c-44bc-8ce9-d71f82e3c98e req-3cb2516d-a81d-473f-8471-218d1fc91828 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bdaf05fe-e49f-4388-8c5b-0bf658a1d6b3 HTTP/1.1" status: 200 len: 859 time: 0.0969806 May 17 16:25:04.831102 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-a722a57d-55f2-4036-a3d6-d0f74fb9f713 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:04.866706 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-cc8a3aeb-b5f0-424d-9c7a-2119e99cc31a None None] Notify callbacks [] for port, precommit_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:04.882920 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-cc8a3aeb-b5f0-424d-9c7a-2119e99cc31a None None] Transition to ACTIVE for port object 445da9f7-1957-418d-9827-8eca0f28885e will not be triggered until provisioned by entity L2. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:25:04.886906 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-21c6e68e-0f8c-44bc-8ce9-d71f82e3c98e req-23eeb902-3afa-41be-bef8-0ea3c4341a7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95cb7f67-f70c-4a86-ad74-5eaf775bf7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436463 May 17 16:25:05.002467 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-cc8a3aeb-b5f0-424d-9c7a-2119e99cc31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:05.005416 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a722a57d-55f2-4036-a3d6-d0f74fb9f713 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:05.008907 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-a3262444-4814-487f-b125-30377f0eafbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:05.011850 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 37526) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:05.012853 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-a722a57d-55f2-4036-a3d6-d0f74fb9f713 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7847328 May 17 16:25:05.018528 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-7ac1f287-1205-4057-a531-a8edc89db032 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Request body: {'security_group_rule': {'security_group_id': '408c3aa2-0017-4d0f-827e-ad0f294595c8', 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:25:05.048505 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-7ac1f287-1205-4057-a531-a8edc89db032 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:25:05.069973 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-7ac1f287-1205-4057-a531-a8edc89db032 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Usage tracker for resource:security_group_rule and tenant:5f73ea9c6d28493eaca084a724daa4ae is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:25:05.077681 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-7ac1f287-1205-4057-a531-a8edc89db032 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:25:05.081690 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-21c6e68e-0f8c-44bc-8ce9-d71f82e3c98e req-bfa755fd-7f14-497d-a818-b95ae4170b3a service neutron] 10.222.0.24 "GET /v2.0/networks/95cb7f67-f70c-4a86-ad74-5eaf775bf7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858370 May 17 16:25:05.096620 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-7ac1f287-1205-4057-a531-a8edc89db032 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:25:05.242645 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45848e9-137a-475c-9648-c5ed4238aa3b None None] Pushing event updated for resources: {'Port': ['ID=445da9f7-1957-418d-9827-8eca0f28885e,revision_number=3']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:05.252054 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-c45848e9-137a-475c-9648-c5ed4238aa3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:05.297342 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-21c6e68e-0f8c-44bc-8ce9-d71f82e3c98e req-5095087d-aac4-42da-9232-0b90f43a774f service neutron] 10.222.0.24 "GET /v2.0/networks/95cb7f67-f70c-4a86-ad74-5eaf775bf7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066154 May 17 16:25:05.352085 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-cc8a3aeb-b5f0-424d-9c7a-2119e99cc31a None None] Attempting to bind port 445da9f7-1957-418d-9827-8eca0f28885e on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:25:05.352453 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-cc8a3aeb-b5f0-424d-9c7a-2119e99cc31a None None] Attempting to bind port 445da9f7-1957-418d-9827-8eca0f28885e by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': '7836faad-5462-47dc-9356-0b444d09aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9c441c4e-2ea4-4cf0-8d5b-0c354474d062'}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:25:05.352816 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8a3aeb-b5f0-424d-9c7a-2119e99cc31a None None] Attempting to bind port 445da9f7-1957-418d-9827-8eca0f28885e on network 9c441c4e-2ea4-4cf0-8d5b-0c354474d062 {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:25:05.360458 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8a3aeb-b5f0-424d-9c7a-2119e99cc31a None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:25:05.360838 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8a3aeb-b5f0-424d-9c7a-2119e99cc31a None None] Checking segment: {'id': '7836faad-5462-47dc-9356-0b444d09aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9c441c4e-2ea4-4cf0-8d5b-0c354474d062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:25:05.361334 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-cc8a3aeb-b5f0-424d-9c7a-2119e99cc31a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:05.361618 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8a3aeb-b5f0-424d-9c7a-2119e99cc31a None None] Bound using segment: {'id': '7836faad-5462-47dc-9356-0b444d09aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9c441c4e-2ea4-4cf0-8d5b-0c354474d062'} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:25:05.362096 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-cc8a3aeb-b5f0-424d-9c7a-2119e99cc31a None None] Bound port: 445da9f7-1957-418d-9827-8eca0f28885e, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7836faad-5462-47dc-9356-0b444d09aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '9c441c4e-2ea4-4cf0-8d5b-0c354474d062'}}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:25:05.362484 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-cc8a3aeb-b5f0-424d-9c7a-2119e99cc31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:05.363935 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-aefdebf1-c98b-4a7c-9fd1-90d3f9e2ce1d req-c86ea4ec-9a96-4d4a-95d4-1d10175208e0 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Synchronizing usage tracker for tenant:03d094464c20471d838f2f472fbde652 on resource:port {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:25:05.378628 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-7ac1f287-1205-4057-a531-a8edc89db032 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:05.470850 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-cc8a3aeb-b5f0-424d-9c7a-2119e99cc31a None None] For port 445da9f7-1957-418d-9827-8eca0f28885e, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:25:05.480598 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-cc8a3aeb-b5f0-424d-9c7a-2119e99cc31a None None] For port 445da9f7-1957-418d-9827-8eca0f28885e, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=445da9f7-1957-418d-9827-8eca0f28885e,segment=NetworkSegment(7836faad-5462-47dc-9356-0b444d09aae4),segment_id=7836faad-5462-47dc-9356-0b444d09aae4)] {{(pid=79282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:25:05.502234 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-d79df613-f5e4-4f9d-aabf-fc964fd36125 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:05.503762 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-d79df613-f5e4-4f9d-aabf-fc964fd36125 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/networks?id=78295850-4922-436a-a3e2-89441ba0baee HTTP/1.1" status: 200 len: 815 time: 0.3270674 May 17 16:25:05.531884 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-7ac1f287-1205-4057-a531-a8edc89db032 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:05.536009 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-e693b904-84b9-405e-bbbb-4b60622ae637 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/quotas/0fce3d29ce494d39b82d25912ade041d HTTP/1.1" status: 200 len: 375 time: 0.0241532 May 17 16:25:05.581905 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-aefdebf1-c98b-4a7c-9fd1-90d3f9e2ce1d req-c86ea4ec-9a96-4d4a-95d4-1d10175208e0 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Unset dirty status for tenant:03d094464c20471d838f2f472fbde652 on resource:port {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:25:05.584673 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-aefdebf1-c98b-4a7c-9fd1-90d3f9e2ce1d req-c86ea4ec-9a96-4d4a-95d4-1d10175208e0 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da751e4-1622-4fb8-9b5b-aaadd69c553e HTTP/1.1" status: 200 len: 210 time: 0.2924809 May 17 16:25:05.591117 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-cc8a3aeb-b5f0-424d-9c7a-2119e99cc31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:05.605506 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:05.646170 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-173e3259-1519-42ba-816d-78624bccc107 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0fce3d29ce494d39b82d25912ade041d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1036589 May 17 16:25:05.691156 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45848e9-137a-475c-9648-c5ed4238aa3b None None] Pushing event updated for resources: {'Port': ['ID=445da9f7-1957-418d-9827-8eca0f28885e,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:05.697434 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-c45848e9-137a-475c-9648-c5ed4238aa3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:05.708748 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8a3aeb-b5f0-424d-9c7a-2119e99cc31a None None] Routers {'320fe201-5a8f-483c-b53b-42044cc3422d'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:25:05.709433 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-cc8a3aeb-b5f0-424d-9c7a-2119e99cc31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:24:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['320fe201-5a8f-483c-b53b-42044cc3422d'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:25:05.774024 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-7ac1f287-1205-4057-a531-a8edc89db032 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337405'] for security_group_rule, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:05.781606 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:05.848675 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1f287-1205-4057-a531-a8edc89db032 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e231e60-e93f-4013-8b0d-7873f408b7b4,revision_number=0']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:05.865936 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-7ac1f287-1205-4057-a531-a8edc89db032 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:05.878342 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-13a86029-85b7-43d8-a392-34f5fa73ad46 service neutron] 10.222.0.11 "GET /v2.0/networks/78295850-4922-436a-a3e2-89441ba0baee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247770 May 17 16:25:05.985031 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-cc8a3aeb-b5f0-424d-9c7a-2119e99cc31a None None] Set router 320fe201-5a8f-483c-b53b-42044cc3422d gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:25:06.008035 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-7ac1f287-1205-4057-a531-a8edc89db032 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:06.009101 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-7ac1f287-1205-4057-a531-a8edc89db032 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9962621 May 17 16:25:06.013125 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 37548) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:06.024822 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-6df8e9fe-c55c-4b19-a7e0-2661e73fa909 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Request body: {'security_group_rule': {'security_group_id': '408c3aa2-0017-4d0f-827e-ad0f294595c8', 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:25:06.034179 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-6df8e9fe-c55c-4b19-a7e0-2661e73fa909 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:25:06.039411 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-6df8e9fe-c55c-4b19-a7e0-2661e73fa909 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Usage tracker for resource:security_group_rule and tenant:5f73ea9c6d28493eaca084a724daa4ae is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:25:06.046804 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-6df8e9fe-c55c-4b19-a7e0-2661e73fa909 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:25:06.061554 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-6df8e9fe-c55c-4b19-a7e0-2661e73fa909 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:25:06.082628 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-40057565-3382-4770-a14b-a187601c1ebe service neutron] 10.222.0.11 "GET /v2.0/networks/78295850-4922-436a-a3e2-89441ba0baee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035165 May 17 16:25:06.096979 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1b305-a6ca-4523-abdd-15868023cf4e req-907f5aa4-dd8c-4e01-abd3-72d419e07fc5 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:06.098605 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a6b1b305-a6ca-4523-abdd-15868023cf4e req-907f5aa4-dd8c-4e01-abd3-72d419e07fc5 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.1961036 May 17 16:25:06.147799 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a6b1b305-a6ca-4523-abdd-15868023cf4e req-534f5dc6-471f-4907-b847-74fb911a4e9e tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425539 May 17 16:25:06.178400 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-6df8e9fe-c55c-4b19-a7e0-2661e73fa909 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:06.255282 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-6df8e9fe-c55c-4b19-a7e0-2661e73fa909 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:06.346411 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-6df8e9fe-c55c-4b19-a7e0-2661e73fa909 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337405'] for security_group_rule, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:06.348765 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:06.372376 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8e9fe-c55c-4b19-a7e0-2661e73fa909 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e00fddbd-4cab-4863-9920-aa14dde1317e,revision_number=0']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:06.375548 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-efe47e81-9e3c-4f17-9ead-72e78a6842db req-b5533bde-0573-41fd-9208-75eed97c5ad8 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cbebc13-8cf1-45de-b39f-68178b2dad2a HTTP/1.1" status: 200 len: 210 time: 0.0594213 May 17 16:25:06.377425 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-6df8e9fe-c55c-4b19-a7e0-2661e73fa909 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:06.419780 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-cc8a3aeb-b5f0-424d-9c7a-2119e99cc31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320fe201-5a8f-483c-b53b-42044cc3422d', 'name': 'tempest-TestShelveInstance-1214785381-router', 'tenant_id': 'ad1303ac164c425a93c4979ff1aef420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'fcb06c26-30a8-44f6-af42-887d5b24d112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:53Z', 'updated_at': '2021-05-17T16:25:00Z', 'revision_number': 4, 'project_id': 'ad1303ac164c425a93c4979ff1aef420', 'gw_port': {'id': 'fcb06c26-30a8-44f6-af42-887d5b24d112', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320fe201-5a8f-483c-b53b-42044cc3422d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:55Z', 'updated_at': '2021-05-17T16:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': '445da9f7-1957-418d-9827-8eca0f28885e', 'name': '', 'network_id': '9c441c4e-2ea4-4cf0-8d5b-0c354474d062', 'tenant_id': 'ad1303ac164c425a93c4979ff1aef420', 'mac_address': 'fa:16:3e:32:aa:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320fe201-5a8f-483c-b53b-42044cc3422d', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '96429c94-caa5-454d-843f-36dad9623e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:59Z', 'updated_at': '2021-05-17T16:25:05Z', 'revision_number': 4, 'project_id': 'ad1303ac164c425a93c4979ff1aef420', 'subnets': [{'id': '96429c94-caa5-454d-843f-36dad9623e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:25:06.424870 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8a3aeb-b5f0-424d-9c7a-2119e99cc31a None None] The sync data for ids ['320fe201-5a8f-483c-b53b-42044cc3422d'] in dv-cinder-768105-8-iscsi is: [{'id': '320fe201-5a8f-483c-b53b-42044cc3422d', 'name': 'tempest-TestShelveInstance-1214785381-router', 'tenant_id': 'ad1303ac164c425a93c4979ff1aef420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'fcb06c26-30a8-44f6-af42-887d5b24d112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:53Z', 'updated_at': '2021-05-17T16:25:00Z', 'revision_number': 4, 'project_id': 'ad1303ac164c425a93c4979ff1aef420', 'gw_port': {'id': 'fcb06c26-30a8-44f6-af42-887d5b24d112', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320fe201-5a8f-483c-b53b-42044cc3422d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:55Z', 'updated_at': '2021-05-17T16:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': '445da9f7-1957-418d-9827-8eca0f28885e', 'name': '', 'network_id': '9c441c4e-2ea4-4cf0-8d5b-0c354474d062', 'tenant_id': 'ad1303ac164c425a93c4979ff1aef420', 'mac_address': 'fa:16:3e:32:aa:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320fe201-5a8f-483c-b53b-42044cc3422d', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '96429c94-caa5-454d-843f-36dad9623e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:59Z', 'updated_at': '2021-05-17T16:25:05Z', 'revision_number': 4, 'project_id': 'ad1303ac164c425a93c4979ff1aef420', 'subnets': [{'id': '96429c94-caa5-454d-843f-36dad9623e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:25:06.524710 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-6df8e9fe-c55c-4b19-a7e0-2661e73fa909 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:06.531323 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-6df8e9fe-c55c-4b19-a7e0-2661e73fa909 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5139251 May 17 16:25:06.534743 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 37560) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:06.539028 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-afb1f306-e094-4527-8370-9d69fbecc258 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Request body: {'security_group_rule': {'security_group_id': '408c3aa2-0017-4d0f-827e-ad0f294595c8', 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:25:06.545360 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-afb1f306-e094-4527-8370-9d69fbecc258 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:25:06.550719 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-afb1f306-e094-4527-8370-9d69fbecc258 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Usage tracker for resource:security_group_rule and tenant:5f73ea9c6d28493eaca084a724daa4ae is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:25:06.554183 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-afb1f306-e094-4527-8370-9d69fbecc258 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:25:06.566098 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-afb1f306-e094-4527-8370-9d69fbecc258 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:25:06.683701 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 445da9f7-1957-418d-9827-8eca0f28885e up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:25:06.717090 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-afb1f306-e094-4527-8370-9d69fbecc258 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:06.767902 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 1ea73fb8-d10e-45c9-91d7-798e3218af82 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:25:06.833834 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] No Port match for: 1ea73fb8-d10e-45c9-91d7-798e3218af82 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:25:06.834185 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 1ea73fb8-d10e-45c9-91d7-798e3218af82 not bound to the agent host hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:25:06.853616 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-afb1f306-e094-4527-8370-9d69fbecc258 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:06.957561 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port 445da9f7-1957-418d-9827-8eca0f28885e completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:25:06.957787 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-afb1f306-e094-4527-8370-9d69fbecc258 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337405'] for security_group_rule, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:06.960158 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:06.963124 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port 445da9f7-1957-418d-9827-8eca0f28885e triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:25:07.001089 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:07.019066 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1f306-e094-4527-8370-9d69fbecc258 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35ea030-15f3-40c2-98ae-e4093ed3da97,revision_number=0']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:07.083443 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-afb1f306-e094-4527-8370-9d69fbecc258 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:07.114155 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:07.154819 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] For port 445da9f7-1957-418d-9827-8eca0f28885e, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=445da9f7-1957-418d-9827-8eca0f28885e,segment=NetworkSegment(7836faad-5462-47dc-9356-0b444d09aae4),segment_id=7836faad-5462-47dc-9356-0b444d09aae4)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:07.192680 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-757634e6-b131-4eaf-843f-a5c56ae4dffd tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:07.199259 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-757634e6-b131-4eaf-843f-a5c56ae4dffd tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/networks?id=e3e30ef9-64ae-4f2e-80a2-236dcaaea456 HTTP/1.1" status: 200 len: 809 time: 0.2172837 May 17 16:25:07.210350 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-afb1f306-e094-4527-8370-9d69fbecc258 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:07.214178 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-afb1f306-e094-4527-8370-9d69fbecc258 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6770334 May 17 16:25:07.214620 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 37586) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:07.223677 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-7b065c8a-8ed8-410e-a492-0896aba937e5 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Request body: {'security_group_rule': {'security_group_id': '408c3aa2-0017-4d0f-827e-ad0f294595c8', 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:25:07.231408 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:07.239302 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:07.243100 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-c5585ded-1a20-4a65-bcfc-3c979af61da7 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/quotas/03d094464c20471d838f2f472fbde652 HTTP/1.1" status: 200 len: 375 time: 0.0421867 May 17 16:25:07.248332 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-7b065c8a-8ed8-410e-a492-0896aba937e5 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:25:07.254903 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-7b065c8a-8ed8-410e-a492-0896aba937e5 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Usage tracker for resource:security_group_rule and tenant:5f73ea9c6d28493eaca084a724daa4ae is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:25:07.258743 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-7b065c8a-8ed8-410e-a492-0896aba937e5 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:25:07.265721 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-7b065c8a-8ed8-410e-a492-0896aba937e5 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:25:07.337185 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Pushing event updated for resources: {'Port': ['ID=445da9f7-1957-418d-9827-8eca0f28885e,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:07.347110 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:07.368877 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.db.securitygroups_db [None req-7b065c8a-8ed8-410e-a492-0896aba937e5 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Project 5f73ea9c6d28493eaca084a724daa4ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 16:25:07.375909 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7b065c8a-8ed8-410e-a492-0896aba937e5 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:07.444449 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-846c4bcd-f2f8-42d8-b4be-f306258ee52e tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=03d094464c20471d838f2f472fbde652&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1904597 May 17 16:25:07.457426 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7b065c8a-8ed8-410e-a492-0896aba937e5 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:07.572186 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7b065c8a-8ed8-410e-a492-0896aba937e5 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337405'] for security_group_rule, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:07.574272 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-ff099aa4-8258-4b8e-b5c5-0656ce5e4ac4 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:07.602729 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36558cf4-0b03-4a28-9988-16c5cef1a0a3 req-180f6eab-0746-4c38-a846-383bf9fb53a9 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:07.604216 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-36558cf4-0b03-4a28-9988-16c5cef1a0a3 req-180f6eab-0746-4c38-a846-383bf9fb53a9 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.3106997 May 17 16:25:07.611450 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b065c8a-8ed8-410e-a492-0896aba937e5 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0792a58d-9e0d-4f07-a38e-7fef8cc01790,revision_number=0']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:07.617187 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-7b065c8a-8ed8-410e-a492-0896aba937e5 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:07.643045 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-d8d0eb4a-c381-4889-b8ba-6ac22ab493af service neutron] 10.222.0.11 "GET /v2.0/networks/e3e30ef9-64ae-4f2e-80a2-236dcaaea456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856251 May 17 16:25:07.720435 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7b065c8a-8ed8-410e-a492-0896aba937e5 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:07.721689 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-7b065c8a-8ed8-410e-a492-0896aba937e5 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5059435 May 17 16:25:07.725094 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 37594) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:07.730951 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-c72486e8-f785-4e7d-a0d3-4e7f76735474 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Request body: {'security_group_rule': {'security_group_id': '408c3aa2-0017-4d0f-827e-ad0f294595c8', 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:25:07.737360 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-c72486e8-f785-4e7d-a0d3-4e7f76735474 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:25:07.741611 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-c72486e8-f785-4e7d-a0d3-4e7f76735474 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Usage tracker for resource:security_group_rule and tenant:5f73ea9c6d28493eaca084a724daa4ae is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:25:07.744664 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-c72486e8-f785-4e7d-a0d3-4e7f76735474 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:25:07.750956 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-c72486e8-f785-4e7d-a0d3-4e7f76735474 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:25:07.756639 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-36558cf4-0b03-4a28-9988-16c5cef1a0a3 req-e2b95c94-bf14-42c1-aec6-de7b9bd40ad7 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431091 May 17 16:25:07.812064 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-9f979074-4d0c-4716-b93c-ae960f33c8cb service neutron] 10.222.0.11 "GET /v2.0/networks/e3e30ef9-64ae-4f2e-80a2-236dcaaea456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678717 May 17 16:25:07.842036 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.db.securitygroups_db [None req-c72486e8-f785-4e7d-a0d3-4e7f76735474 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Project 5f73ea9c6d28493eaca084a724daa4ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 16:25:07.854807 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c72486e8-f785-4e7d-a0d3-4e7f76735474 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:07.939094 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c72486e8-f785-4e7d-a0d3-4e7f76735474 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:08.088660 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-df0adbe8-3a63-4e9d-875a-d0347e6dee3c req-c6db21da-e198-48bd-9d10-820da6f0be2c tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cbebc13-8cf1-45de-b39f-68178b2dad2a HTTP/1.1" status: 200 len: 210 time: 0.0487783 May 17 16:25:08.094730 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c72486e8-f785-4e7d-a0d3-4e7f76735474 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337405'] for security_group_rule, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:08.117377 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-7b065c8a-8ed8-410e-a492-0896aba937e5 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:08.133017 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72486e8-f785-4e7d-a0d3-4e7f76735474 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df85cb2-cfd9-497e-b806-d2f2c6a47339,revision_number=0']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:08.136590 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-c72486e8-f785-4e7d-a0d3-4e7f76735474 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:08.264441 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c72486e8-f785-4e7d-a0d3-4e7f76735474 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:08.265469 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5231ba1e-4796-4b76-9547-5fa1736ef513 req-5b1597f0-51d0-43c7-8142-5476996e4df8 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=59ab7af1-1369-4ac4-9b32-c7daa536fddf HTTP/1.1" status: 200 len: 210 time: 0.0749073 May 17 16:25:08.276503 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-c72486e8-f785-4e7d-a0d3-4e7f76735474 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5448134 May 17 16:25:08.621680 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 445da9f7-1957-418d-9827-8eca0f28885e up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:25:08.717293 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port 445da9f7-1957-418d-9827-8eca0f28885e triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:25:08.717670 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:08.970589 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc730288-102a-4b78-a848-9379112e439a req-d3e3d21a-f91d-4dd6-bfba-a835cad74951 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:08.972131 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cc730288-102a-4b78-a848-9379112e439a req-d3e3d21a-f91d-4dd6-bfba-a835cad74951 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.1119251 May 17 16:25:09.055302 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cc730288-102a-4b78-a848-9379112e439a req-f58f55cf-0eef-4811-84fd-c93dd37e627c tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761106 May 17 16:25:09.220542 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-ee37856b-352e-459a-ad03-f14df31b218f tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:09.222257 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-ee37856b-352e-459a-ad03-f14df31b218f tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.24 "GET /v2.0/networks?id=78295850-4922-436a-a3e2-89441ba0baee HTTP/1.1" status: 200 len: 815 time: 0.1573231 May 17 16:25:09.237975 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-c35cd155-8d72-4e0e-8b1a-60ca58b27bde tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Request body: {'port': {'device_id': '3cbebc13-8cf1-45de-b39f-68178b2dad2a', 'network_id': '78295850-4922-436a-a3e2-89441ba0baee', 'admin_state_up': True, 'tenant_id': '0fce3d29ce494d39b82d25912ade041d'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:25:09.298578 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ca7c4640-2838-4e10-83d8-9c2503a52a4b req-6887e832-2a1d-476d-886e-357aea89ca0a tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cbebc13-8cf1-45de-b39f-68178b2dad2a HTTP/1.1" status: 200 len: 210 time: 0.0709620 May 17 16:25:09.412341 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1b84f661-7628-467b-8d95-1a7a42bb2cb3 req-f292ba25-24d8-4018-862d-97774d1b4a29 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=59ab7af1-1369-4ac4-9b32-c7daa536fddf HTTP/1.1" status: 200 len: 210 time: 0.0579166 May 17 16:25:09.433307 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-c35cd155-8d72-4e0e-8b1a-60ca58b27bde tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:25:09.438528 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-c35cd155-8d72-4e0e-8b1a-60ca58b27bde tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Usage tracker for resource:port and tenant:0fce3d29ce494d39b82d25912ade041d is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:25:09.445149 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-c35cd155-8d72-4e0e-8b1a-60ca58b27bde tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:25:09.452362 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-c35cd155-8d72-4e0e-8b1a-60ca58b27bde tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:25:09.592808 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-c35cd155-8d72-4e0e-8b1a-60ca58b27bde tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Made reservation on behalf of 0fce3d29ce494d39b82d25912ade041d for: {'port': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:25:09.599401 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-c35cd155-8d72-4e0e-8b1a-60ca58b27bde tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:09.827922 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_common [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-c35cd155-8d72-4e0e-8b1a-60ca58b27bde tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Allocated IP 172.20.0.10 (78295850-4922-436a-a3e2-89441ba0baee/3e301c64-858a-4909-8df8-c3fa15fb506f/f9b81418-1f61-4331-b2c4-a8505631dd69) {{(pid=79281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:25:10.061073 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-c35cd155-8d72-4e0e-8b1a-60ca58b27bde tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks [] for port, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:10.191297 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-c35cd155-8d72-4e0e-8b1a-60ca58b27bde tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:10.209762 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['86fad90c-e820-4374-9e22-5ce06dd0f2ea', '90e18aac-f4fc-408e-a95d-8da1716a94ab', 'a47e7716-b4b6-4c2c-8c4a-d8e4ad513784'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:25:10.227171 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:10.355011 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-c35cd155-8d72-4e0e-8b1a-60ca58b27bde tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Network 78295850-4922-436a-a3e2-89441ba0baee is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:25:10.377874 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-c35cd155-8d72-4e0e-8b1a-60ca58b27bde tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:25:10.388445 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-c35cd155-8d72-4e0e-8b1a-60ca58b27bde tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Received port after_create {{(pid=79281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:25:10.569916 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35cd155-8d72-4e0e-8b1a-60ca58b27bde tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Pushing event updated for resources: {'Port': ['ID=f9b81418-1f61-4331-b2c4-a8505631dd69,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:10.576167 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-c35cd155-8d72-4e0e-8b1a-60ca58b27bde tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:10.621730 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-c35cd155-8d72-4e0e-8b1a-60ca58b27bde tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:10.622265 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-c35cd155-8d72-4e0e-8b1a-60ca58b27bde tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:10.769269 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39f7ca-0dc2-4375-8620-57ecb9f7ac3b req-cc82e4b3-7698-4e06-957e-fd44053dcd66 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:10.770785 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cb39f7ca-0dc2-4375-8620-57ecb9f7ac3b req-cc82e4b3-7698-4e06-957e-fd44053dcd66 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cbebc13-8cf1-45de-b39f-68178b2dad2a HTTP/1.1" status: 200 len: 932 time: 0.1654336 May 17 16:25:10.776639 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-c35cd155-8d72-4e0e-8b1a-60ca58b27bde tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5428190 May 17 16:25:10.777541 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-75eab7af-b607-4819-8fc9-b865774ecd24 req-2119759d-7922-43ee-8fef-127215e46e4b tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=59ab7af1-1369-4ac4-9b32-c7daa536fddf HTTP/1.1" status: 200 len: 210 time: 0.0526395 May 17 16:25:10.804834 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-36de94aa-f0c7-4cde-a0e0-bb697fe9ea8f service neutron] Request body: {'port': {'device_id': '3cbebc13-8cf1-45de-b39f-68178b2dad2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:25:10.813459 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:25:10.835805 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cb39f7ca-0dc2-4375-8620-57ecb9f7ac3b req-333fada3-5f1d-48a4-b025-b359682e2f71 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554402 May 17 16:25:10.958562 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-36de94aa-f0c7-4cde-a0e0-bb697fe9ea8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:11.311000 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-36de94aa-f0c7-4cde-a0e0-bb697fe9ea8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b81418-1f61-4331-b2c4-a8505631dd69 {{(pid=79281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:25:11.322168 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-36de94aa-f0c7-4cde-a0e0-bb697fe9ea8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:11.335090 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.provisioning_blocks [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-36de94aa-f0c7-4cde-a0e0-bb697fe9ea8f service neutron] Transition to ACTIVE for port object f9b81418-1f61-4331-b2c4-a8505631dd69 will not be triggered until provisioned by entity L2. {{(pid=79281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:25:11.463603 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-36de94aa-f0c7-4cde-a0e0-bb697fe9ea8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1955875'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:11.469061 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:11.504131 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-45ce72fb-b973-4996-aa4a-ddfeded3a23e tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:11.505919 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-45ce72fb-b973-4996-aa4a-ddfeded3a23e tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.24 "GET /v2.0/networks?id=e3e30ef9-64ae-4f2e-80a2-236dcaaea456 HTTP/1.1" status: 200 len: 809 time: 0.1605914 May 17 16:25:11.537786 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-17e7131e-2ecb-4325-bad4-710495869122 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Request body: {'port': {'device_id': '59ab7af1-1369-4ac4-9b32-c7daa536fddf', 'network_id': 'e3e30ef9-64ae-4f2e-80a2-236dcaaea456', 'admin_state_up': True, 'tenant_id': '03d094464c20471d838f2f472fbde652'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:25:11.648064 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de94aa-f0c7-4cde-a0e0-bb697fe9ea8f service neutron] Pushing event updated for resources: {'Port': ['ID=f9b81418-1f61-4331-b2c4-a8505631dd69,revision_number=2']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:11.659012 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-36de94aa-f0c7-4cde-a0e0-bb697fe9ea8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:11.709898 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-17e7131e-2ecb-4325-bad4-710495869122 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:25:11.722528 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-17e7131e-2ecb-4325-bad4-710495869122 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:25:11.736508 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-36de94aa-f0c7-4cde-a0e0-bb697fe9ea8f service neutron] Attempting to bind port f9b81418-1f61-4331-b2c4-a8505631dd69 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:25:11.736859 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-36de94aa-f0c7-4cde-a0e0-bb697fe9ea8f service neutron] Attempting to bind port f9b81418-1f61-4331-b2c4-a8505631dd69 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '55a08faa-15cc-4531-8a3c-d44bb59d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '78295850-4922-436a-a3e2-89441ba0baee'}] {{(pid=79281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:25:11.737171 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-36de94aa-f0c7-4cde-a0e0-bb697fe9ea8f service neutron] Attempting to bind port f9b81418-1f61-4331-b2c4-a8505631dd69 on network 78295850-4922-436a-a3e2-89441ba0baee {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:25:11.742177 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-36de94aa-f0c7-4cde-a0e0-bb697fe9ea8f service neutron] Port f9b81418-1f61-4331-b2c4-a8505631dd69 on network 78295850-4922-436a-a3e2-89441ba0baee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:25:11.742527 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-36de94aa-f0c7-4cde-a0e0-bb697fe9ea8f service neutron] Attempting to bind port f9b81418-1f61-4331-b2c4-a8505631dd69 on network 78295850-4922-436a-a3e2-89441ba0baee {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:25:11.748713 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-36de94aa-f0c7-4cde-a0e0-bb697fe9ea8f service neutron] Checking agent: {'id': 'e426a337-f724-4468-bb76-290ab6f07147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'started_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:25:11.749194 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-36de94aa-f0c7-4cde-a0e0-bb697fe9ea8f service neutron] Checking segment: {'id': '55a08faa-15cc-4531-8a3c-d44bb59d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '78295850-4922-436a-a3e2-89441ba0baee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:25:11.749425 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-36de94aa-f0c7-4cde-a0e0-bb697fe9ea8f service neutron] Bound using segment: {'id': '55a08faa-15cc-4531-8a3c-d44bb59d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '78295850-4922-436a-a3e2-89441ba0baee'} {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:25:11.749845 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-36de94aa-f0c7-4cde-a0e0-bb697fe9ea8f service neutron] Bound port: f9b81418-1f61-4331-b2c4-a8505631dd69, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55a08faa-15cc-4531-8a3c-d44bb59d5f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '78295850-4922-436a-a3e2-89441ba0baee'}}] {{(pid=79281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:25:11.750184 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-36de94aa-f0c7-4cde-a0e0-bb697fe9ea8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:11.863362 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-36de94aa-f0c7-4cde-a0e0-bb697fe9ea8f service neutron] For port f9b81418-1f61-4331-b2c4-a8505631dd69, host hv-cinder-76810, cleared binding levels {{(pid=79281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:25:11.868419 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-36de94aa-f0c7-4cde-a0e0-bb697fe9ea8f service neutron] For port f9b81418-1f61-4331-b2c4-a8505631dd69, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=f9b81418-1f61-4331-b2c4-a8505631dd69,segment=NetworkSegment(55a08faa-15cc-4531-8a3c-d44bb59d5f85),segment_id=55a08faa-15cc-4531-8a3c-d44bb59d5f85)] {{(pid=79281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:25:11.961772 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-17e7131e-2ecb-4325-bad4-710495869122 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Made reservation on behalf of 03d094464c20471d838f2f472fbde652 for: {'port': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:25:11.965481 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-17e7131e-2ecb-4325-bad4-710495869122 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:12.019939 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-36de94aa-f0c7-4cde-a0e0-bb697fe9ea8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1955875'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:12.026997 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:12.028970 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5d994de8-2ad0-4c77-8332-c5182707ed52 req-94eda025-aef9-4fc1-9f68-4b0c31b3c751 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=59ab7af1-1369-4ac4-9b32-c7daa536fddf HTTP/1.1" status: 200 len: 210 time: 0.1133044 May 17 16:25:12.130045 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-36de94aa-f0c7-4cde-a0e0-bb697fe9ea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:12.130791 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-36de94aa-f0c7-4cde-a0e0-bb697fe9ea8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:12.132302 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-36de94aa-f0c7-4cde-a0e0-bb697fe9ea8f service neutron] 10.222.0.24 "PUT /v2.0/ports/f9b81418-1f61-4331-b2c4-a8505631dd69 HTTP/1.1" status: 200 len: 1094 time: 1.3452260 May 17 16:25:12.144806 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cbebc13-8cf1-45de-b39f-68178b2dad2a', 'tag': 'f9b81418-1f61-4331-b2c4-a8505631dd69'}] {{(pid=79281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:25:12.180534 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de94aa-f0c7-4cde-a0e0-bb697fe9ea8f service neutron] Pushing event updated for resources: {'Port': ['ID=f9b81418-1f61-4331-b2c4-a8505631dd69,revision_number=3']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:12.184399 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-36de94aa-f0c7-4cde-a0e0-bb697fe9ea8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:12.224476 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84ff87-0c05-481a-b3c4-e96f1c1ed8e3 req-c346112f-d394-4ae5-a670-3082250c67ae tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:12.229718 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6f84ff87-0c05-481a-b3c4-e96f1c1ed8e3 req-c346112f-d394-4ae5-a670-3082250c67ae tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cbebc13-8cf1-45de-b39f-68178b2dad2a HTTP/1.1" status: 200 len: 944 time: 0.2690954 May 17 16:25:12.295077 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6f84ff87-0c05-481a-b3c4-e96f1c1ed8e3 req-a7907a71-1efe-4922-b377-1f284e2012aa tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602074 May 17 16:25:12.298005 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_common [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-17e7131e-2ecb-4325-bad4-710495869122 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Allocated IP 172.20.0.10 (e3e30ef9-64ae-4f2e-80a2-236dcaaea456/8959a50f-9136-48e2-8784-209f8ccc8cc8/062ca43b-363e-4648-8e45-c417cdf72f59) {{(pid=79280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:25:12.336412 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cbebc13-8cf1-45de-b39f-68178b2dad2a', 'tag': 'f9b81418-1f61-4331-b2c4-a8505631dd69', 'status': 'completed', 'code': 200} May 17 16:25:12.372671 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-0085c020-d758-47a3-afee-bbd19672e02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:12.374381 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-0085c020-d758-47a3-afee-bbd19672e02d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fce3d29ce494d39b82d25912ade041d&device_id=3cbebc13-8cf1-45de-b39f-68178b2dad2a HTTP/1.1" status: 200 len: 1097 time: 0.1102772 May 17 16:25:12.456869 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 37756) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:12.460047 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-57d5b9fa-82e7-4fc8-8819-8f00ee84e9bd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9b81418-1f61-4331-b2c4-a8505631dd69 HTTP/1.1" status: 200 len: 217 time: 0.0759504 May 17 16:25:12.565050 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-17e7131e-2ecb-4325-bad4-710495869122 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Notify callbacks [] for port, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:12.576832 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-2f1e426a-a347-4172-9a41-2e1b3115261c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:12.578442 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-2f1e426a-a347-4172-9a41-2e1b3115261c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e301c64-858a-4909-8df8-c3fa15fb506f HTTP/1.1" status: 200 len: 855 time: 0.0936372 May 17 16:25:12.632624 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-cfd2d735-6818-4bc0-a70e-3604c13f0c01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=78295850-4922-436a-a3e2-89441ba0baee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461512 May 17 16:25:12.669223 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-fde5adbf-6e4a-422b-bd17-b73479a8c09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:12.691969 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-17e7131e-2ecb-4325-bad4-710495869122 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841'] for port, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:12.701296 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:12.749616 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-fde5adbf-6e4a-422b-bd17-b73479a8c09a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:25:12.757142 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-fde5adbf-6e4a-422b-bd17-b73479a8c09a admin admin] Usage tracker for resource:security_group_rule and tenant:6220869b1cc64a4685c71ea23790673b is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:25:12.761532 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-fde5adbf-6e4a-422b-bd17-b73479a8c09a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:25:12.771146 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-fde5adbf-6e4a-422b-bd17-b73479a8c09a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:25:12.832155 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-c6301275-b5ac-4beb-bc4e-2c96eaa9ee1f service neutron] 10.222.0.24 "GET /v2.0/networks/78295850-4922-436a-a3e2-89441ba0baee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838770 May 17 16:25:12.871484 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-17e7131e-2ecb-4325-bad4-710495869122 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Network e3e30ef9-64ae-4f2e-80a2-236dcaaea456 is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:25:12.874869 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-17e7131e-2ecb-4325-bad4-710495869122 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:25:12.880096 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-17e7131e-2ecb-4325-bad4-710495869122 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Received port after_create {{(pid=79280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:25:12.886089 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-17e7131e-2ecb-4325-bad4-710495869122 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:12.887566 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-17e7131e-2ecb-4325-bad4-710495869122 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:12.892336 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7131e-2ecb-4325-bad4-710495869122 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Pushing event updated for resources: {'Port': ['ID=062ca43b-363e-4648-8e45-c417cdf72f59,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:12.899399 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-17e7131e-2ecb-4325-bad4-710495869122 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:12.908049 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-fde5adbf-6e4a-422b-bd17-b73479a8c09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:13.044882 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-17e7131e-2ecb-4325-bad4-710495869122 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5197051 May 17 16:25:13.048847 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-fde5adbf-6e4a-422b-bd17-b73479a8c09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:13.058012 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:13.066229 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-985d40ff-2663-403d-a3d0-32ac0add60ae service neutron] Request body: {'port': {'device_id': '59ab7af1-1369-4ac4-9b32-c7daa536fddf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:25:13.127227 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-fde5adbf-6e4a-422b-bd17-b73479a8c09a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6220869b1cc64a4685c71ea23790673b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6690056 May 17 16:25:13.129888 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde5adbf-6e4a-422b-bd17-b73479a8c09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62406c26-c7ce-45e4-8fcf-ea76f9b65fb5,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:13.134509 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 37772) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:13.152576 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-fde5adbf-6e4a-422b-bd17-b73479a8c09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:13.186430 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-b9db363c-48d8-4bf7-954d-93aa6ff9b601 req-a5a070ea-51ee-42bf-b7d7-310e4cc00709 service neutron] 10.222.0.24 "GET /v2.0/networks/78295850-4922-436a-a3e2-89441ba0baee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207329 May 17 16:25:13.242329 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8982fe85-fcc7-4dd7-bbf1-c66ec2c64421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:13.263846 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-985d40ff-2663-403d-a3d0-32ac0add60ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:13.287397 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8982fe85-fcc7-4dd7-bbf1-c66ec2c64421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:13.353514 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05faba74-8416-48d4-a3b3-e3d6ef458218 req-60e8e3e3-bf91-4c89-9c62-51cd8f3b8b0c tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:13.354282 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-05faba74-8416-48d4-a3b3-e3d6ef458218 req-60e8e3e3-bf91-4c89-9c62-51cd8f3b8b0c tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Synchronizing usage tracker for tenant:03d094464c20471d838f2f472fbde652 on resource:port {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:25:13.472045 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-05faba74-8416-48d4-a3b3-e3d6ef458218 req-60e8e3e3-bf91-4c89-9c62-51cd8f3b8b0c tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Unset dirty status for tenant:03d094464c20471d838f2f472fbde652 on resource:port {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:25:13.473329 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-05faba74-8416-48d4-a3b3-e3d6ef458218 req-60e8e3e3-bf91-4c89-9c62-51cd8f3b8b0c tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=59ab7af1-1369-4ac4-9b32-c7daa536fddf HTTP/1.1" status: 200 len: 932 time: 0.2889731 May 17 16:25:13.481186 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73ec93-2290-408b-9c22-b2edcf389d96 req-a31377c8-3117-4b0b-84fe-b6732fc2a693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:13.483345 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-8d73ec93-2290-408b-9c22-b2edcf389d96 req-a31377c8-3117-4b0b-84fe-b6732fc2a693 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fce3d29ce494d39b82d25912ade041d&device_id=3cbebc13-8cf1-45de-b39f-68178b2dad2a HTTP/1.1" status: 200 len: 1097 time: 0.1042178 May 17 16:25:13.579339 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8982fe85-fcc7-4dd7-bbf1-c66ec2c64421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:13.584907 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-41a16534-10bb-4113-85bd-d5a66b7957d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:13.604216 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-05faba74-8416-48d4-a3b3-e3d6ef458218 req-ceb80276-9523-4cba-a339-2e7ff858fe3e tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786901 May 17 16:25:13.606098 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982fe85-fcc7-4dd7-bbf1-c66ec2c64421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62406c26-c7ce-45e4-8fcf-ea76f9b65fb5,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:13.613718 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-8982fe85-fcc7-4dd7-bbf1-c66ec2c64421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:13.630576 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8982fe85-fcc7-4dd7-bbf1-c66ec2c64421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:13.634455 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-8982fe85-fcc7-4dd7-bbf1-c66ec2c64421 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/62406c26-c7ce-45e4-8fcf-ea76f9b65fb5 HTTP/1.1" status: 204 len: 168 time: 0.4864171 May 17 16:25:13.666837 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73ec93-2290-408b-9c22-b2edcf389d96 req-14eee332-4ef8-495b-ba14-0c4bf8a61785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:13.668553 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-8d73ec93-2290-408b-9c22-b2edcf389d96 req-14eee332-4ef8-495b-ba14-0c4bf8a61785 service neutron] 10.222.0.24 "GET /v2.0/networks?id=78295850-4922-436a-a3e2-89441ba0baee HTTP/1.1" status: 200 len: 916 time: 0.1761672 May 17 16:25:13.743865 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-985d40ff-2663-403d-a3d0-32ac0add60ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 062ca43b-363e-4648-8e45-c417cdf72f59 {{(pid=79280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:25:13.757966 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-8d73ec93-2290-408b-9c22-b2edcf389d96 req-2cbb271d-5397-400d-82c0-8e72d19fb2ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9b81418-1f61-4331-b2c4-a8505631dd69 HTTP/1.1" status: 200 len: 217 time: 0.0772195 May 17 16:25:13.786535 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-985d40ff-2663-403d-a3d0-32ac0add60ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:13.832989 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.provisioning_blocks [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-985d40ff-2663-403d-a3d0-32ac0add60ae service neutron] Transition to ACTIVE for port object 062ca43b-363e-4648-8e45-c417cdf72f59 will not be triggered until provisioned by entity L2. {{(pid=79280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:25:13.843043 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d73ec93-2290-408b-9c22-b2edcf389d96 req-f8cef39e-d628-4163-85f3-3f5c02779601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:13.844541 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-8d73ec93-2290-408b-9c22-b2edcf389d96 req-f8cef39e-d628-4163-85f3-3f5c02779601 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3e301c64-858a-4909-8df8-c3fa15fb506f HTTP/1.1" status: 200 len: 855 time: 0.0797732 May 17 16:25:13.863682 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6830f34-25ba-4909-a4e0-e999531ec29d req-6f3a5302-9a4b-47dc-802e-646ddf4d961f tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:13.865196 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b6830f34-25ba-4909-a4e0-e999531ec29d req-6f3a5302-9a4b-47dc-802e-646ddf4d961f tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cbebc13-8cf1-45de-b39f-68178b2dad2a HTTP/1.1" status: 200 len: 944 time: 0.1156437 May 17 16:25:13.902602 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-8d73ec93-2290-408b-9c22-b2edcf389d96 req-21ad73c3-c430-4ee0-b0a6-84645f33ba38 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=78295850-4922-436a-a3e2-89441ba0baee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443888 May 17 16:25:13.923677 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b6830f34-25ba-4909-a4e0-e999531ec29d req-7f6ac144-7e3d-4237-85d1-a3b96fd8e8fd tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519474 May 17 16:25:13.932581 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-985d40ff-2663-403d-a3d0-32ac0add60ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:13.942465 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-a1c5bc34-827d-44f5-8300-4143f8384d95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:14.069635 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-8d73ec93-2290-408b-9c22-b2edcf389d96 req-2c266926-0141-4dd2-9158-24aad308edbd service neutron] 10.222.0.24 "GET /v2.0/networks/78295850-4922-436a-a3e2-89441ba0baee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520152 May 17 16:25:14.079080 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d40ff-2663-403d-a3d0-32ac0add60ae service neutron] Pushing event updated for resources: {'Port': ['ID=062ca43b-363e-4648-8e45-c417cdf72f59,revision_number=2']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:14.113979 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-985d40ff-2663-403d-a3d0-32ac0add60ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:14.138574 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-985d40ff-2663-403d-a3d0-32ac0add60ae service neutron] Attempting to bind port 062ca43b-363e-4648-8e45-c417cdf72f59 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:25:14.139013 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-985d40ff-2663-403d-a3d0-32ac0add60ae service neutron] Attempting to bind port 062ca43b-363e-4648-8e45-c417cdf72f59 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '0a5f0d29-4cfa-4ab2-88ec-26cded003ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e3e30ef9-64ae-4f2e-80a2-236dcaaea456'}] {{(pid=79280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:25:14.139344 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-985d40ff-2663-403d-a3d0-32ac0add60ae service neutron] Attempting to bind port 062ca43b-363e-4648-8e45-c417cdf72f59 on network e3e30ef9-64ae-4f2e-80a2-236dcaaea456 {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:25:14.144611 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-985d40ff-2663-403d-a3d0-32ac0add60ae service neutron] Port 062ca43b-363e-4648-8e45-c417cdf72f59 on network e3e30ef9-64ae-4f2e-80a2-236dcaaea456 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:25:14.144935 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-985d40ff-2663-403d-a3d0-32ac0add60ae service neutron] Attempting to bind port 062ca43b-363e-4648-8e45-c417cdf72f59 on network e3e30ef9-64ae-4f2e-80a2-236dcaaea456 {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:25:14.150850 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-985d40ff-2663-403d-a3d0-32ac0add60ae service neutron] Checking agent: {'id': 'e426a337-f724-4468-bb76-290ab6f07147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'started_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:25:14.151190 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-985d40ff-2663-403d-a3d0-32ac0add60ae service neutron] Checking segment: {'id': '0a5f0d29-4cfa-4ab2-88ec-26cded003ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e3e30ef9-64ae-4f2e-80a2-236dcaaea456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:25:14.151578 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-985d40ff-2663-403d-a3d0-32ac0add60ae service neutron] Bound using segment: {'id': '0a5f0d29-4cfa-4ab2-88ec-26cded003ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e3e30ef9-64ae-4f2e-80a2-236dcaaea456'} {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:25:14.152012 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-985d40ff-2663-403d-a3d0-32ac0add60ae service neutron] Bound port: 062ca43b-363e-4648-8e45-c417cdf72f59, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a5f0d29-4cfa-4ab2-88ec-26cded003ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e3e30ef9-64ae-4f2e-80a2-236dcaaea456'}}] {{(pid=79280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:25:14.152359 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-985d40ff-2663-403d-a3d0-32ac0add60ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:14.249520 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-8d73ec93-2290-408b-9c22-b2edcf389d96 req-9bd983a2-7128-4692-a844-4561a3724ee4 service neutron] 10.222.0.24 "GET /v2.0/networks/78295850-4922-436a-a3e2-89441ba0baee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585939 May 17 16:25:14.277501 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-985d40ff-2663-403d-a3d0-32ac0add60ae service neutron] For port 062ca43b-363e-4648-8e45-c417cdf72f59, host hv-cinder-76810, cleared binding levels {{(pid=79280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:25:14.281198 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-985d40ff-2663-403d-a3d0-32ac0add60ae service neutron] For port 062ca43b-363e-4648-8e45-c417cdf72f59, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=062ca43b-363e-4648-8e45-c417cdf72f59,segment=NetworkSegment(0a5f0d29-4cfa-4ab2-88ec-26cded003ae5),segment_id=0a5f0d29-4cfa-4ab2-88ec-26cded003ae5)] {{(pid=79280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:25:14.366891 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-985d40ff-2663-403d-a3d0-32ac0add60ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:14.372185 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:14.433062 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-985d40ff-2663-403d-a3d0-32ac0add60ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:14.433692 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-985d40ff-2663-403d-a3d0-32ac0add60ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:14.435133 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-985d40ff-2663-403d-a3d0-32ac0add60ae service neutron] 10.222.0.24 "PUT /v2.0/ports/062ca43b-363e-4648-8e45-c417cdf72f59 HTTP/1.1" status: 200 len: 1094 time: 1.3733785 May 17 16:25:14.435767 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ab7af1-1369-4ac4-9b32-c7daa536fddf', 'tag': '062ca43b-363e-4648-8e45-c417cdf72f59'}] {{(pid=79280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:25:14.468238 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d40ff-2663-403d-a3d0-32ac0add60ae service neutron] Pushing event updated for resources: {'Port': ['ID=062ca43b-363e-4648-8e45-c417cdf72f59,revision_number=3']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:14.471823 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-985d40ff-2663-403d-a3d0-32ac0add60ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:14.511554 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ab7af1-1369-4ac4-9b32-c7daa536fddf', 'tag': '062ca43b-363e-4648-8e45-c417cdf72f59', 'status': 'completed', 'code': 200} May 17 16:25:14.634942 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6ac75-7445-4f07-811e-39b7337f2230 req-3d782509-cf89-4816-ae40-4f1ced024097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:14.636447 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d9e6ac75-7445-4f07-811e-39b7337f2230 req-3d782509-cf89-4816-ae40-4f1ced024097 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=03d094464c20471d838f2f472fbde652&device_id=59ab7af1-1369-4ac4-9b32-c7daa536fddf HTTP/1.1" status: 200 len: 1097 time: 0.0783319 May 17 16:25:14.843728 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6ac75-7445-4f07-811e-39b7337f2230 req-271c9a27-7645-4477-84f5-8cb1f5db3520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:14.845323 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d9e6ac75-7445-4f07-811e-39b7337f2230 req-271c9a27-7645-4477-84f5-8cb1f5db3520 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=03d094464c20471d838f2f472fbde652&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2008030 May 17 16:25:14.980642 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed9324-ea80-47a0-aefb-786a0e3dfa8b req-15afee5f-d86e-4117-a3e1-83f38ead51d9 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:14.982893 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ceed9324-ea80-47a0-aefb-786a0e3dfa8b req-15afee5f-d86e-4117-a3e1-83f38ead51d9 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=59ab7af1-1369-4ac4-9b32-c7daa536fddf HTTP/1.1" status: 200 len: 944 time: 0.2333884 May 17 16:25:15.085772 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ceed9324-ea80-47a0-aefb-786a0e3dfa8b req-73ee4da3-3e12-44f7-b939-9231bca86603 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933025 May 17 16:25:15.094717 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6ac75-7445-4f07-811e-39b7337f2230 req-b17a39be-10bc-48b3-999a-a743a776c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:15.096991 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d9e6ac75-7445-4f07-811e-39b7337f2230 req-b17a39be-10bc-48b3-999a-a743a776c516 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2435915 May 17 16:25:15.370963 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb993bf-8cfd-49a8-8016-d88b1268f365 req-7cae4bce-8e04-43f7-83b4-4b80d0e4fe7c tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:15.373089 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ceb993bf-8cfd-49a8-8016-d88b1268f365 req-7cae4bce-8e04-43f7-83b4-4b80d0e4fe7c tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cbebc13-8cf1-45de-b39f-68178b2dad2a HTTP/1.1" status: 200 len: 944 time: 0.2422009 May 17 16:25:15.382353 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-f73a9c86-16da-48b7-a4ac-820612a916a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:15.383823 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-f73a9c86-16da-48b7-a4ac-820612a916a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=03d094464c20471d838f2f472fbde652&device_id=59ab7af1-1369-4ac4-9b32-c7daa536fddf HTTP/1.1" status: 200 len: 1097 time: 0.2064731 May 17 16:25:15.477085 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-8b48a376-38cd-47bc-9a94-555ad0529a0b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=062ca43b-363e-4648-8e45-c417cdf72f59 HTTP/1.1" status: 200 len: 217 time: 0.0772841 May 17 16:25:15.484253 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-d2d50468-8c5f-4daf-9a58-62b8400aaf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:15.488539 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ceb993bf-8cfd-49a8-8016-d88b1268f365 req-d546798d-b144-4d4d-a903-fc432e7cec04 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036780 May 17 16:25:15.567188 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-7a7e7d09-b91f-4bde-98f3-3190a9d3c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:15.568620 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-7a7e7d09-b91f-4bde-98f3-3190a9d3c564 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8959a50f-9136-48e2-8784-209f8ccc8cc8 HTTP/1.1" status: 200 len: 849 time: 0.0792441 May 17 16:25:15.621929 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-272b501b-3e4c-4e0e-b880-471b3eb6de41 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3e30ef9-64ae-4f2e-80a2-236dcaaea456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447874 May 17 16:25:15.769524 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-ac0172f8-04ca-4a57-ba5f-cb6863bafaea service neutron] 10.222.0.24 "GET /v2.0/networks/e3e30ef9-64ae-4f2e-80a2-236dcaaea456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393654 May 17 16:25:15.917411 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ed0ddf7c-f08a-4b3a-aa77-e6c2fb5bb55f req-5c483999-51b0-47fc-a24e-5df23d7ce50f service neutron] 10.222.0.24 "GET /v2.0/networks/e3e30ef9-64ae-4f2e-80a2-236dcaaea456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400921 May 17 16:25:16.367980 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42496cf-8856-471d-aa30-884a81c987c2 req-88f63398-8a7d-4810-9e0c-9c207a9fe549 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:16.367980 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a42496cf-8856-471d-aa30-884a81c987c2 req-88f63398-8a7d-4810-9e0c-9c207a9fe549 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.0968084 May 17 16:25:16.418556 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a42496cf-8856-471d-aa30-884a81c987c2 req-505e276b-ebd4-4060-bc95-c6d51034f480 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440586 May 17 16:25:16.617003 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43edf8bf-2b09-42e0-8b18-d48191972d71 req-e32efe68-cbc7-45bc-941c-398304e84c1a tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:16.618622 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-43edf8bf-2b09-42e0-8b18-d48191972d71 req-e32efe68-cbc7-45bc-941c-398304e84c1a tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=59ab7af1-1369-4ac4-9b32-c7daa536fddf HTTP/1.1" status: 200 len: 944 time: 0.0979209 May 17 16:25:16.673488 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-43edf8bf-2b09-42e0-8b18-d48191972d71 req-236ad61b-e929-45ce-8788-29ffa117f4d9 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480824 May 17 16:25:16.769943 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae759217-9a87-4e92-94b1-6318c6fb9a68 req-68b713fe-0b23-4d67-b6d5-68bd2a3006de tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:16.771453 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ae759217-9a87-4e92-94b1-6318c6fb9a68 req-68b713fe-0b23-4d67-b6d5-68bd2a3006de tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cbebc13-8cf1-45de-b39f-68178b2dad2a HTTP/1.1" status: 200 len: 944 time: 0.0818646 May 17 16:25:16.777395 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device f9b81418-1f61-4331-b2c4-a8505631dd69 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:25:16.832130 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ae759217-9a87-4e92-94b1-6318c6fb9a68 req-23442703-73a4-45d2-8be6-e5dd44a52134 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470417 May 17 16:25:16.931168 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port f9b81418-1f61-4331-b2c4-a8505631dd69, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=f9b81418-1f61-4331-b2c4-a8505631dd69,segment=NetworkSegment(55a08faa-15cc-4531-8a3c-d44bb59d5f85),segment_id=55a08faa-15cc-4531-8a3c-d44bb59d5f85)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:16.946665 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Returning: {'device': 'f9b81418-1f61-4331-b2c4-a8505631dd69', 'network_id': '78295850-4922-436a-a3e2-89441ba0baee', 'port_id': 'f9b81418-1f61-4331-b2c4-a8505631dd69', 'mac_address': 'fa:16:3e:b3:38:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e301c64-858a-4909-8df8-c3fa15fb506f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:25:17.006415 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:17.024030 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b81418-1f61-4331-b2c4-a8505631dd69 {{(pid=79282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:25:17.040742 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port f9b81418-1f61-4331-b2c4-a8505631dd69, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=f9b81418-1f61-4331-b2c4-a8505631dd69,segment=NetworkSegment(55a08faa-15cc-4531-8a3c-d44bb59d5f85),segment_id=55a08faa-15cc-4531-8a3c-d44bb59d5f85)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:17.177547 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:17.180418 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-c45848e9-137a-475c-9648-c5ed4238aa3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:17.266215 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=f9b81418-1f61-4331-b2c4-a8505631dd69,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:17.270317 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:17.641891 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca43ab-a7e1-4293-8d08-a396d0f51d09 req-13dffb95-1e67-40d2-8143-327dca05f8ab tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:17.643449 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3cca43ab-a7e1-4293-8d08-a396d0f51d09 req-13dffb95-1e67-40d2-8143-327dca05f8ab tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.0905144 May 17 16:25:17.694808 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3cca43ab-a7e1-4293-8d08-a396d0f51d09 req-9ccd7a21-ced5-4ac5-b8df-1cc9e22dfe8f tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453084 May 17 16:25:17.887085 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec52550-5d23-451a-9e8d-dcd896862f39 req-be8a2caf-e3f4-4ffd-bfb8-a237683d6b97 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:17.889451 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7ec52550-5d23-451a-9e8d-dcd896862f39 req-be8a2caf-e3f4-4ffd-bfb8-a237683d6b97 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=59ab7af1-1369-4ac4-9b32-c7daa536fddf HTTP/1.1" status: 200 len: 944 time: 0.0877073 May 17 16:25:17.945068 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7ec52550-5d23-451a-9e8d-dcd896862f39 req-e0a5f2a7-d67c-4ac8-8f41-6e2037bc4cc1 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490599 May 17 16:25:17.999983 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['f9b81418-1f61-4331-b2c4-a8505631dd69'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:25:18.061795 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371c8ce-cdfe-4337-adf9-b3ab7765bd93 req-4499a886-1126-4259-a4af-c8d79f3f1f25 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:18.063386 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f371c8ce-cdfe-4337-adf9-b3ab7765bd93 req-4499a886-1126-4259-a4af-c8d79f3f1f25 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cbebc13-8cf1-45de-b39f-68178b2dad2a HTTP/1.1" status: 200 len: 945 time: 0.0985849 May 17 16:25:18.114042 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f371c8ce-cdfe-4337-adf9-b3ab7765bd93 req-93b6b102-2fba-4e21-a959-6f8036414429 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444956 May 17 16:25:18.172887 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:18.178058 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-7e65ef02-3ef2-406c-9d65-71af1cf342c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:18.889965 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11a00c-a62f-4293-92b3-985a1da7c3de req-4d33d2a2-140e-4831-9a45-71dd0d92f334 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:18.891495 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-bc11a00c-a62f-4293-92b3-985a1da7c3de req-4d33d2a2-140e-4831-9a45-71dd0d92f334 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.0887568 May 17 16:25:18.937928 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-bc11a00c-a62f-4293-92b3-985a1da7c3de req-7ea87618-945a-4319-86db-68c874f64523 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404987 May 17 16:25:19.141686 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394eb35-f96c-4162-b18b-010c3df80023 req-79fcd76f-96b7-4e2c-bafc-66484e70bcac tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:19.143306 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e394eb35-f96c-4162-b18b-010c3df80023 req-79fcd76f-96b7-4e2c-bafc-66484e70bcac tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=59ab7af1-1369-4ac4-9b32-c7daa536fddf HTTP/1.1" status: 200 len: 944 time: 0.0806894 May 17 16:25:19.193147 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e394eb35-f96c-4162-b18b-010c3df80023 req-aff53fcf-9320-4ea3-b931-7199a1d5b660 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436866 May 17 16:25:19.201132 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:19.312088 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260ef00-9d4b-402b-8196-cb8086286b0d req-6fa29303-1688-4217-82aa-ceb9ecd2f016 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:19.313517 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b260ef00-9d4b-402b-8196-cb8086286b0d req-6fa29303-1688-4217-82aa-ceb9ecd2f016 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cbebc13-8cf1-45de-b39f-68178b2dad2a HTTP/1.1" status: 200 len: 945 time: 0.0850308 May 17 16:25:19.369231 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b260ef00-9d4b-402b-8196-cb8086286b0d req-ad138aff-02bd-4943-8c17-70c360e8e2ef tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452702 May 17 16:25:20.054799 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec74c4-b0df-45ac-85f8-ba25144cb9b6 req-b1c0200f-2354-48b1-b505-ba71d8529f5e tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:20.056283 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3dec74c4-b0df-45ac-85f8-ba25144cb9b6 req-b1c0200f-2354-48b1-b505-ba71d8529f5e tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.24 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.0953460 May 17 16:25:20.320765 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b3b6c-bbc2-4884-a52a-fc6cf3ed773e req-8d22c04f-3cd8-4067-818b-b30f648c60de tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:20.322258 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f55b3b6c-bbc2-4884-a52a-fc6cf3ed773e req-8d22c04f-3cd8-4067-818b-b30f648c60de tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 945 time: 0.2651014 May 17 16:25:20.427838 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [req-3dec74c4-b0df-45ac-85f8-ba25144cb9b6 req-6efdd7f0-ac4a-4295-9fd9-991b85d2e2c1 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Deleting port ace63fc9-960d-41b4-ae66-3967921a5005 {{(pid=79280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:25:20.428190 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-3dec74c4-b0df-45ac-85f8-ba25144cb9b6 req-6efdd7f0-ac4a-4295-9fd9-991b85d2e2c1 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:20.445007 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f55b3b6c-bbc2-4884-a52a-fc6cf3ed773e req-259411ab-b400-45c4-bb5d-ca19fd008c72 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894520 May 17 16:25:20.556343 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1b043-7655-4944-af8d-8a391d8c6198 req-7b732479-ef06-4f97-a001-753a1fabd8dc tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:20.558132 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-66e1b043-7655-4944-af8d-8a391d8c6198 req-7b732479-ef06-4f97-a001-753a1fabd8dc tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=59ab7af1-1369-4ac4-9b32-c7daa536fddf HTTP/1.1" status: 200 len: 944 time: 0.2471123 May 17 16:25:20.623715 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:20.691321 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-66e1b043-7655-4944-af8d-8a391d8c6198 req-212e551b-22a0-43e4-95f5-4b361aecf120 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189423 May 17 16:25:20.693833 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-3dec74c4-b0df-45ac-85f8-ba25144cb9b6 req-6efdd7f0-ac4a-4295-9fd9-991b85d2e2c1 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] For port ace63fc9-960d-41b4-ae66-3967921a5005, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ace63fc9-960d-41b4-ae66-3967921a5005,segment=NetworkSegment(e467b5df-9bda-4a24-b9f3-a42726381aa8),segment_id=e467b5df-9bda-4a24-b9f3-a42726381aa8)] {{(pid=79280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:20.694185 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-3dec74c4-b0df-45ac-85f8-ba25144cb9b6 req-6efdd7f0-ac4a-4295-9fd9-991b85d2e2c1 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:20.808891 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 062ca43b-363e-4648-8e45-c417cdf72f59 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:25:20.813658 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device f9b81418-1f61-4331-b2c4-a8505631dd69 up at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:25:20.832988 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [req-3dec74c4-b0df-45ac-85f8-ba25144cb9b6 req-6efdd7f0-ac4a-4295-9fd9-991b85d2e2c1 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Calling delete_port for ace63fc9-960d-41b4-ae66-3967921a5005 owned by compute:nova {{(pid=79280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:25:20.878676 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602eae2-9f09-4c1b-9126-6f36dba3d2ee req-3ef82d0b-d644-4b99-b98d-f0e6eecdda37 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:20.878955 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5602eae2-9f09-4c1b-9126-6f36dba3d2ee req-3ef82d0b-d644-4b99-b98d-f0e6eecdda37 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cbebc13-8cf1-45de-b39f-68178b2dad2a HTTP/1.1" status: 200 len: 945 time: 0.2739222 May 17 16:25:20.943039 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5602eae2-9f09-4c1b-9126-6f36dba3d2ee req-edaab633-385b-4a1e-9be2-1e75f77c31ba tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575693 May 17 16:25:21.051774 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 062ca43b-363e-4648-8e45-c417cdf72f59, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=062ca43b-363e-4648-8e45-c417cdf72f59,segment=NetworkSegment(0a5f0d29-4cfa-4ab2-88ec-26cded003ae5),segment_id=0a5f0d29-4cfa-4ab2-88ec-26cded003ae5)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:21.076722 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Returning: {'device': '062ca43b-363e-4648-8e45-c417cdf72f59', 'network_id': 'e3e30ef9-64ae-4f2e-80a2-236dcaaea456', 'port_id': '062ca43b-363e-4648-8e45-c417cdf72f59', 'mac_address': 'fa:16:3e:1c:a4:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8959a50f-9136-48e2-8784-209f8ccc8cc8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:25:21.110870 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning for port f9b81418-1f61-4331-b2c4-a8505631dd69 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:25:21.120259 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-3dec74c4-b0df-45ac-85f8-ba25144cb9b6 req-6efdd7f0-ac4a-4295-9fd9-991b85d2e2c1 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850'] for port, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:21.127397 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:21.131872 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning complete for port f9b81418-1f61-4331-b2c4-a8505631dd69 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:25:21.132246 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:21.160557 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['0760a2da-7147-4be8-be3a-5048631c1ac9', 'ace63fc9-960d-41b4-ae66-3967921a5005'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:25:21.201814 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efdd7f0-ac4a-4295-9fd9-991b85d2e2c1 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Pushing event deleted for resources: {'Port': ['ID=ace63fc9-960d-41b4-ae66-3967921a5005,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:21.215951 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-6efdd7f0-ac4a-4295-9fd9-991b85d2e2c1 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:21.257237 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:21.291627 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 062ca43b-363e-4648-8e45-c417cdf72f59 {{(pid=79282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:25:21.303741 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dec74c4-b0df-45ac-85f8-ba25144cb9b6 req-6efdd7f0-ac4a-4295-9fd9-991b85d2e2c1 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] No DVR routers for this DVR port ace63fc9-960d-41b4-ae66-3967921a5005 on host hv-cinder-76810 {{(pid=79280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:25:21.307557 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-3dec74c4-b0df-45ac-85f8-ba25144cb9b6 req-6efdd7f0-ac4a-4295-9fd9-991b85d2e2c1 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:21.310972 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b273f64d-fe0d-40e3-98ae-d97ee66fff15', 'name': 'network-vif-deleted', 'tag': 'ace63fc9-960d-41b4-ae66-3967921a5005'}] {{(pid=79280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:25:21.327174 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3dec74c4-b0df-45ac-85f8-ba25144cb9b6 req-6efdd7f0-ac4a-4295-9fd9-991b85d2e2c1 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.24 "DELETE /v2.0/ports/ace63fc9-960d-41b4-ae66-3967921a5005 HTTP/1.1" status: 204 len: 173 time: 1.2383118 May 17 16:25:21.363917 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 062ca43b-363e-4648-8e45-c417cdf72f59, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=062ca43b-363e-4648-8e45-c417cdf72f59,segment=NetworkSegment(0a5f0d29-4cfa-4ab2-88ec-26cded003ae5),segment_id=0a5f0d29-4cfa-4ab2-88ec-26cded003ae5)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:21.375771 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b273f64d-fe0d-40e3-98ae-d97ee66fff15', 'name': 'network-vif-deleted', 'tag': 'ace63fc9-960d-41b4-ae66-3967921a5005', 'status': 'completed', 'code': 200} May 17 16:25:21.402124 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:21.432637 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:21.437518 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:21.527882 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbebc13-8cf1-45de-b39f-68178b2dad2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b81418-1f61-4331-b2c4-a8505631dd69'}] {{(pid=79282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:25:21.631063 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-1d5a78b8-834d-4ea3-a82d-c5a3427fe4ec req-b62f46ec-47d7-46b6-8444-3478642a4bfd tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Synchronizing usage tracker for tenant:2307c0670f344a09bf44ca921047944a on resource:port {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:25:21.651487 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbebc13-8cf1-45de-b39f-68178b2dad2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b81418-1f61-4331-b2c4-a8505631dd69', 'code': 200} May 17 16:25:21.654329 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port f9b81418-1f61-4331-b2c4-a8505631dd69, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=f9b81418-1f61-4331-b2c4-a8505631dd69,segment=NetworkSegment(55a08faa-15cc-4531-8a3c-d44bb59d5f85),segment_id=55a08faa-15cc-4531-8a3c-d44bb59d5f85)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:21.673265 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=062ca43b-363e-4648-8e45-c417cdf72f59,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:21.676606 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:21.732898 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:21.733240 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-1d5a78b8-834d-4ea3-a82d-c5a3427fe4ec req-b62f46ec-47d7-46b6-8444-3478642a4bfd tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Unset dirty status for tenant:2307c0670f344a09bf44ca921047944a on resource:port {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:25:21.734651 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1d5a78b8-834d-4ea3-a82d-c5a3427fe4ec req-b62f46ec-47d7-46b6-8444-3478642a4bfd tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=b273f64d-fe0d-40e3-98ae-d97ee66fff15 HTTP/1.1" status: 200 len: 210 time: 0.1535735 May 17 16:25:21.736516 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:21.788877 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:21.817504 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=f9b81418-1f61-4331-b2c4-a8505631dd69,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:21.821144 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:21.898627 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['062ca43b-363e-4648-8e45-c417cdf72f59'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:25:21.905694 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d381d9-4dd8-43bf-aca5-6b5b7d972e95 req-c8b8e3fb-63ca-406d-8da9-8a049a79f872 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:21.907590 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-95d381d9-4dd8-43bf-aca5-6b5b7d972e95 req-c8b8e3fb-63ca-406d-8da9-8a049a79f872 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=59ab7af1-1369-4ac4-9b32-c7daa536fddf HTTP/1.1" status: 200 len: 945 time: 0.0826976 May 17 16:25:21.983166 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-95d381d9-4dd8-43bf-aca5-6b5b7d972e95 req-cd2d5f55-61cc-4825-a3e1-3dd517bbaa68 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699704 May 17 16:25:22.225781 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a8ef5-c844-4440-9f83-0196c2a05832 req-6f5f5886-7942-467d-afe6-dc813bd9a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:22.227767 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-520a8ef5-c844-4440-9f83-0196c2a05832 req-6f5f5886-7942-467d-afe6-dc813bd9a3b1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3cbebc13-8cf1-45de-b39f-68178b2dad2a HTTP/1.1" status: 200 len: 1099 time: 0.2109830 May 17 16:25:22.247581 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2e0bf-259c-4eb3-93a5-b460f69b4e8d req-dc573483-f27d-431d-a16e-c3fabedd60c0 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:22.249035 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f7d2e0bf-259c-4eb3-93a5-b460f69b4e8d req-dc573483-f27d-431d-a16e-c3fabedd60c0 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cbebc13-8cf1-45de-b39f-68178b2dad2a HTTP/1.1" status: 200 len: 946 time: 0.1498027 May 17 16:25:22.321833 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-520a8ef5-c844-4440-9f83-0196c2a05832 req-27cf96da-4fe3-49db-9598-6bc5f2c21ab0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718198 May 17 16:25:22.329288 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f7d2e0bf-259c-4eb3-93a5-b460f69b4e8d req-08b6f095-227e-4083-b3f9-36c0ec9e5c8e tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617933 May 17 16:25:22.816525 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device ace63fc9-960d-41b4-ae66-3967921a5005 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:25:22.855452 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] No Port match for: ace63fc9-960d-41b4-ae66-3967921a5005 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:25:22.855809 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device ace63fc9-960d-41b4-ae66-3967921a5005 not bound to the agent host hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:25:23.193001 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f28e6-7917-4dda-98a9-78c09202f184 req-18648f48-a63e-4348-b5c3-b505c26e85b9 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:23.194674 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-346f28e6-7917-4dda-98a9-78c09202f184 req-18648f48-a63e-4348-b5c3-b505c26e85b9 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=59ab7af1-1369-4ac4-9b32-c7daa536fddf HTTP/1.1" status: 200 len: 945 time: 0.0917082 May 17 16:25:23.248019 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-346f28e6-7917-4dda-98a9-78c09202f184 req-27092db4-6ff9-4b9f-9b73-d0d268ff1344 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442128 May 17 16:25:23.536070 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba501c-ca2b-4594-a232-12cdbc4a84bd req-086a5404-ce1a-4ad0-bfff-bc486421f5a2 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:23.537581 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8fba501c-ca2b-4594-a232-12cdbc4a84bd req-086a5404-ce1a-4ad0-bfff-bc486421f5a2 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.0935216 May 17 16:25:23.592201 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8fba501c-ca2b-4594-a232-12cdbc4a84bd req-dcf9b1ae-f8b7-4deb-b060-63034a599dbf tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464895 May 17 16:25:23.687317 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf8dfc-67b6-4fd0-88aa-63fd174aaf22 req-2fabb01f-2e4a-4907-af10-0f64e2164c68 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:23.688891 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-46cf8dfc-67b6-4fd0-88aa-63fd174aaf22 req-2fabb01f-2e4a-4907-af10-0f64e2164c68 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cbebc13-8cf1-45de-b39f-68178b2dad2a HTTP/1.1" status: 200 len: 946 time: 0.1035686 May 17 16:25:23.734210 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-46cf8dfc-67b6-4fd0-88aa-63fd174aaf22 req-356e2e67-7f3a-4077-84b5-1244a79d3d00 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395532 May 17 16:25:24.443191 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c897b-1429-44bb-8ff7-2afba2a8a018 req-74f280a1-5faf-45df-917d-5beefed48168 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:24.444625 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8f7c897b-1429-44bb-8ff7-2afba2a8a018 req-74f280a1-5faf-45df-917d-5beefed48168 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=59ab7af1-1369-4ac4-9b32-c7daa536fddf HTTP/1.1" status: 200 len: 945 time: 0.0853379 May 17 16:25:24.495724 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8f7c897b-1429-44bb-8ff7-2afba2a8a018 req-09f1ee5b-c24c-44cf-841f-438181fbced6 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451026 May 17 16:25:24.822887 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 062ca43b-363e-4648-8e45-c417cdf72f59 up at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:25:24.895360 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b68889-c80b-4be7-8068-05ea561d1247 req-0bcf1efb-b9e4-4266-8dd2-5f598b9e27d5 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:24.896956 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-29b68889-c80b-4be7-8068-05ea561d1247 req-0bcf1efb-b9e4-4266-8dd2-5f598b9e27d5 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.1906352 May 17 16:25:24.944450 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-29b68889-c80b-4be7-8068-05ea561d1247 req-514f2884-76fc-47e6-97ef-b868bf95d290 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414023 May 17 16:25:24.985716 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning for port 062ca43b-363e-4648-8e45-c417cdf72f59 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:25:24.991244 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning complete for port 062ca43b-363e-4648-8e45-c417cdf72f59 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:25:24.995157 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:25.058586 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80763be2-9af2-45f2-a225-5a6de084585d req-9f037649-154d-4dfa-b2b5-fbf3f670c148 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:25.060733 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-80763be2-9af2-45f2-a225-5a6de084585d req-9f037649-154d-4dfa-b2b5-fbf3f670c148 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cbebc13-8cf1-45de-b39f-68178b2dad2a HTTP/1.1" status: 200 len: 946 time: 0.0862954 May 17 16:25:25.110989 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-80763be2-9af2-45f2-a225-5a6de084585d req-a1d48a3a-cb9f-459e-9e5e-aac07c28f824 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441115 May 17 16:25:25.143501 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:25.170644 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ab7af1-1369-4ac4-9b32-c7daa536fddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062ca43b-363e-4648-8e45-c417cdf72f59'}] {{(pid=79282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:25:25.180589 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 062ca43b-363e-4648-8e45-c417cdf72f59, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=062ca43b-363e-4648-8e45-c417cdf72f59,segment=NetworkSegment(0a5f0d29-4cfa-4ab2-88ec-26cded003ae5),segment_id=0a5f0d29-4cfa-4ab2-88ec-26cded003ae5)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:25.221267 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ab7af1-1369-4ac4-9b32-c7daa536fddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '062ca43b-363e-4648-8e45-c417cdf72f59', 'code': 200} May 17 16:25:25.288803 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:25.291824 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:25.364236 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=062ca43b-363e-4648-8e45-c417cdf72f59,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:25.368564 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:25.745957 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956ed14-3565-4e2f-adb5-53daa1971f0a req-06129256-4e42-45dc-94f9-1ea01e987a96 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:25.748039 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6956ed14-3565-4e2f-adb5-53daa1971f0a req-06129256-4e42-45dc-94f9-1ea01e987a96 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=59ab7af1-1369-4ac4-9b32-c7daa536fddf HTTP/1.1" status: 200 len: 946 time: 0.1386008 May 17 16:25:25.754250 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9686b-ef11-45fe-b454-b4fee6f1b62d req-6749673f-fe49-4af2-aa58-83ea9c2e5e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:25.755666 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-19a9686b-ef11-45fe-b454-b4fee6f1b62d req-6749673f-fe49-4af2-aa58-83ea9c2e5e7e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=59ab7af1-1369-4ac4-9b32-c7daa536fddf HTTP/1.1" status: 200 len: 1099 time: 0.1151743 May 17 16:25:25.826826 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6956ed14-3565-4e2f-adb5-53daa1971f0a req-588fd0ae-9ad3-4b3c-8d24-be34879c0765 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702009 May 17 16:25:25.831443 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-19a9686b-ef11-45fe-b454-b4fee6f1b62d req-d8414e1e-ad65-43e1-a58e-0099ad8d8b86 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621080 May 17 16:25:26.146239 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de8fda-99b9-4369-b302-91c6c747d4ef req-80c8d3bc-1e28-4891-8794-906be1b0162a tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:26.147824 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e0de8fda-99b9-4369-b302-91c6c747d4ef req-80c8d3bc-1e28-4891-8794-906be1b0162a tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.0886562 May 17 16:25:26.195262 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e0de8fda-99b9-4369-b302-91c6c747d4ef req-7db13751-f9cb-4584-862b-48e08b979a1a tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400264 May 17 16:25:27.010991 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcdad4-800f-4339-acf8-c2190421dab2 req-94e1b7cd-66a4-44ce-83cf-bc031264305c tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:27.012623 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cffcdad4-800f-4339-acf8-c2190421dab2 req-94e1b7cd-66a4-44ce-83cf-bc031264305c tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=59ab7af1-1369-4ac4-9b32-c7daa536fddf HTTP/1.1" status: 200 len: 946 time: 0.0804226 May 17 16:25:27.074318 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cffcdad4-800f-4339-acf8-c2190421dab2 req-1acc7942-9715-4a34-8ff0-fafb349f2a9c tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560758 May 17 16:25:27.379568 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3df54-1415-449f-b317-d6bc8204ab4a req-0cb6201d-ace6-477a-b603-f802e795475f tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:27.380912 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-73b3df54-1415-449f-b317-d6bc8204ab4a req-0cb6201d-ace6-477a-b603-f802e795475f tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.0779691 May 17 16:25:27.426022 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-73b3df54-1415-449f-b317-d6bc8204ab4a req-d52b29f7-de0a-4cb0-8c93-495cd8d601dd tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394256 May 17 16:25:28.264937 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33279bde-22d1-421b-b43c-35950ed2096f req-c52ba38f-59c6-4e9d-b514-3d263e63bf16 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:28.266434 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-33279bde-22d1-421b-b43c-35950ed2096f req-c52ba38f-59c6-4e9d-b514-3d263e63bf16 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=59ab7af1-1369-4ac4-9b32-c7daa536fddf HTTP/1.1" status: 200 len: 946 time: 0.0856793 May 17 16:25:28.312303 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-33279bde-22d1-421b-b43c-35950ed2096f req-d7d7f70e-9d8e-4035-a16b-956aa62d92d2 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402138 May 17 16:25:28.655020 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850896d-da93-4dc1-b18e-b50a059ae110 req-4bcae026-88de-41ea-bdcc-ed272ec045d9 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:28.656496 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e850896d-da93-4dc1-b18e-b50a059ae110 req-4bcae026-88de-41ea-bdcc-ed272ec045d9 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.0791073 May 17 16:25:28.703525 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e850896d-da93-4dc1-b18e-b50a059ae110 req-b0ef088c-0868-402e-b2fe-a0fc03b4b2a0 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412390 May 17 16:25:29.905056 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8935f-f745-4b10-bf09-7df89ab9f83d req-535cf657-8cb9-4db1-9db3-0d0f2b4bd54b tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:29.906720 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-89d8935f-f745-4b10-bf09-7df89ab9f83d req-535cf657-8cb9-4db1-9db3-0d0f2b4bd54b tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.0903051 May 17 16:25:29.955618 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-89d8935f-f745-4b10-bf09-7df89ab9f83d req-90a10791-3962-4cc8-8bc9-c65466509146 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427132 May 17 16:25:30.776419 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4de39-d5c3-4f79-ac89-f2089ea058c8 req-09879d90-0669-4bbe-b701-02ffc8839ea8 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:30.778009 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-89f4de39-d5c3-4f79-ac89-f2089ea058c8 req-09879d90-0669-4bbe-b701-02ffc8839ea8 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=59ab7af1-1369-4ac4-9b32-c7daa536fddf HTTP/1.1" status: 200 len: 946 time: 0.0860438 May 17 16:25:30.824126 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-89f4de39-d5c3-4f79-ac89-f2089ea058c8 req-ae845e96-cb8a-497b-b86a-bebf9a5b015e tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401103 May 17 16:25:31.221716 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00d33d-dc2d-4b01-b9bc-37356ec80d8b req-ca3a81ef-cb0b-4133-9bf0-e22dc8b799af tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:31.223242 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-aa00d33d-dc2d-4b01-b9bc-37356ec80d8b req-ca3a81ef-cb0b-4133-9bf0-e22dc8b799af tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.1447897 May 17 16:25:31.230872 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16efd23-e869-46a6-9b49-02173a640e4b req-75687da8-8f95-460d-92c8-d287e30aa9ee tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:31.232908 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d16efd23-e869-46a6-9b49-02173a640e4b req-75687da8-8f95-460d-92c8-d287e30aa9ee tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.24 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 945 time: 0.1210117 May 17 16:25:31.330555 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-aa00d33d-dc2d-4b01-b9bc-37356ec80d8b req-be8a168a-66c3-4501-9063-505664c79d99 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/security-groups?id=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965869 May 17 16:25:31.399911 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [req-d16efd23-e869-46a6-9b49-02173a640e4b req-2c3199d6-96ca-40db-a161-a6560a771979 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Deleting port 0760a2da-7147-4be8-be3a-5048631c1ac9 {{(pid=79280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:25:31.400228 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-d16efd23-e869-46a6-9b49-02173a640e4b req-2c3199d6-96ca-40db-a161-a6560a771979 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:31.553028 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-d16efd23-e869-46a6-9b49-02173a640e4b req-2c3199d6-96ca-40db-a161-a6560a771979 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] For port 0760a2da-7147-4be8-be3a-5048631c1ac9, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0760a2da-7147-4be8-be3a-5048631c1ac9,segment=NetworkSegment(e467b5df-9bda-4a24-b9f3-a42726381aa8),segment_id=e467b5df-9bda-4a24-b9f3-a42726381aa8)] {{(pid=79280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:31.553337 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-d16efd23-e869-46a6-9b49-02173a640e4b req-2c3199d6-96ca-40db-a161-a6560a771979 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:31.767918 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 38130) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:31.772573 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [req-d16efd23-e869-46a6-9b49-02173a640e4b req-2c3199d6-96ca-40db-a161-a6560a771979 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Calling delete_port for 0760a2da-7147-4be8-be3a-5048631c1ac9 owned by compute:nova {{(pid=79280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:25:31.964819 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-29beb4c4-23d1-4792-ae4d-ca2234f80bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:31.982770 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-29beb4c4-23d1-4792-ae4d-ca2234f80bef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:25:31.986938 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-29beb4c4-23d1-4792-ae4d-ca2234f80bef admin admin] Usage tracker for resource:security_group_rule and tenant:9ca51b71a1a84074ab3b9b415a693b26 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:25:31.990208 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-29beb4c4-23d1-4792-ae4d-ca2234f80bef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:25:31.998966 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-29beb4c4-23d1-4792-ae4d-ca2234f80bef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:25:32.004997 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-d16efd23-e869-46a6-9b49-02173a640e4b req-2c3199d6-96ca-40db-a161-a6560a771979 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850'] for port, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:32.011219 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:32.026275 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['0760a2da-7147-4be8-be3a-5048631c1ac9'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:25:32.064621 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3199d6-96ca-40db-a161-a6560a771979 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Pushing event deleted for resources: {'Port': ['ID=0760a2da-7147-4be8-be3a-5048631c1ac9,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:32.070403 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-2c3199d6-96ca-40db-a161-a6560a771979 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:32.101255 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-29beb4c4-23d1-4792-ae4d-ca2234f80bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:32.156449 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ce759-f5f3-4605-859b-c4ca31f2deab req-1805061f-4088-444c-9828-981ca2862e69 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:32.157945 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-190ce759-f5f3-4605-859b-c4ca31f2deab req-1805061f-4088-444c-9828-981ca2862e69 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=59ab7af1-1369-4ac4-9b32-c7daa536fddf HTTP/1.1" status: 200 len: 946 time: 0.2151411 May 17 16:25:32.158949 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16efd23-e869-46a6-9b49-02173a640e4b req-2c3199d6-96ca-40db-a161-a6560a771979 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] No DVR routers for this DVR port 0760a2da-7147-4be8-be3a-5048631c1ac9 on host hv-cinder-76810 {{(pid=79280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:25:32.161540 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-d16efd23-e869-46a6-9b49-02173a640e4b req-2c3199d6-96ca-40db-a161-a6560a771979 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:32.165092 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd385b2af-10cf-47c2-ad0f-6e3275b9338f', 'name': 'network-vif-deleted', 'tag': '0760a2da-7147-4be8-be3a-5048631c1ac9'}] {{(pid=79280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:25:32.188378 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-29beb4c4-23d1-4792-ae4d-ca2234f80bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:32.197916 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-4f9a1eb0-8456-4763-abcb-dbad2076df8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:32.220251 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-190ce759-f5f3-4605-859b-c4ca31f2deab req-3912d68d-d588-4053-b30a-f25185840362 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488398 May 17 16:25:32.242936 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 38144) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:32.243544 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-29beb4c4-23d1-4792-ae4d-ca2234f80bef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ca51b71a1a84074ab3b9b415a693b26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4739633 May 17 16:25:32.248428 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29beb4c4-23d1-4792-ae4d-ca2234f80bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e30a1c7-0dbb-4dad-b0fa-32f89b71e30f,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:32.252297 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-29beb4c4-23d1-4792-ae4d-ca2234f80bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:32.276816 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd385b2af-10cf-47c2-ad0f-6e3275b9338f', 'name': 'network-vif-deleted', 'tag': '0760a2da-7147-4be8-be3a-5048631c1ac9', 'status': 'completed', 'code': 200} May 17 16:25:32.296387 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d16efd23-e869-46a6-9b49-02173a640e4b req-2c3199d6-96ca-40db-a161-a6560a771979 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.24 "DELETE /v2.0/ports/0760a2da-7147-4be8-be3a-5048631c1ac9 HTTP/1.1" status: 204 len: 173 time: 1.0494735 May 17 16:25:32.309900 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0a256e81-ea97-402d-a3e4-2362b8027bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:32.337234 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0a256e81-ea97-402d-a3e4-2362b8027bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:32.485050 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-043c00b3-de86-4349-a885-e8174003766e req-f5605f9c-43c2-4372-92ee-4d7a06773a4b tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Synchronizing usage tracker for tenant:2307c0670f344a09bf44ca921047944a on resource:port {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:25:32.511280 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0a256e81-ea97-402d-a3e4-2362b8027bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:32.515120 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-e289f55e-0e81-4606-b6e7-dcae4d6992ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:32.532126 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a256e81-ea97-402d-a3e4-2362b8027bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e30a1c7-0dbb-4dad-b0fa-32f89b71e30f,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:32.532126 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-0a256e81-ea97-402d-a3e4-2362b8027bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:32.534124 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0a256e81-ea97-402d-a3e4-2362b8027bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:32.535974 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-0a256e81-ea97-402d-a3e4-2362b8027bc2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4e30a1c7-0dbb-4dad-b0fa-32f89b71e30f HTTP/1.1" status: 204 len: 168 time: 0.2912652 May 17 16:25:32.625904 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-043c00b3-de86-4349-a885-e8174003766e req-f5605f9c-43c2-4372-92ee-4d7a06773a4b tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Unset dirty status for tenant:2307c0670f344a09bf44ca921047944a on resource:port {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:25:32.627181 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-043c00b3-de86-4349-a885-e8174003766e req-f5605f9c-43c2-4372-92ee-4d7a06773a4b tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 210 time: 0.1864016 May 17 16:25:32.868231 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c690bc-7c21-4447-ac83-56a432a12e79 req-c46defa1-4787-49b9-96e4-88db1dad9dc3 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:32.869781 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-49c690bc-7c21-4447-ac83-56a432a12e79 req-c46defa1-4787-49b9-96e4-88db1dad9dc3 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.24 "GET /v2.0/ports?device_id=59ab7af1-1369-4ac4-9b32-c7daa536fddf HTTP/1.1" status: 200 len: 946 time: 0.0989006 May 17 16:25:33.022603 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [req-49c690bc-7c21-4447-ac83-56a432a12e79 req-419b1896-0934-40b6-b36c-17ff0705b9d3 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Deleting port 062ca43b-363e-4648-8e45-c417cdf72f59 {{(pid=79280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:25:33.022952 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-49c690bc-7c21-4447-ac83-56a432a12e79 req-419b1896-0934-40b6-b36c-17ff0705b9d3 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:33.162631 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-49c690bc-7c21-4447-ac83-56a432a12e79 req-419b1896-0934-40b6-b36c-17ff0705b9d3 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] For port 062ca43b-363e-4648-8e45-c417cdf72f59, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=062ca43b-363e-4648-8e45-c417cdf72f59,segment=NetworkSegment(0a5f0d29-4cfa-4ab2-88ec-26cded003ae5),segment_id=0a5f0d29-4cfa-4ab2-88ec-26cded003ae5)] {{(pid=79280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:33.162984 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-49c690bc-7c21-4447-ac83-56a432a12e79 req-419b1896-0934-40b6-b36c-17ff0705b9d3 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:33.293242 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [req-49c690bc-7c21-4447-ac83-56a432a12e79 req-419b1896-0934-40b6-b36c-17ff0705b9d3 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Calling delete_port for 062ca43b-363e-4648-8e45-c417cdf72f59 owned by compute:nova {{(pid=79280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:25:33.452869 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 38164) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:33.477934 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8ec73cce-f1e9-4647-86f5-bbd534d288db admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:33.497567 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-8ec73cce-f1e9-4647-86f5-bbd534d288db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:25:33.500304 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ac295-345c-4063-a00a-c5d3a7fb8939 req-a60d7034-86b4-4ba3-8992-f01e05b3552b tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:33.501983 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d98ac295-345c-4063-a00a-c5d3a7fb8939 req-a60d7034-86b4-4ba3-8992-f01e05b3552b tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=59ab7af1-1369-4ac4-9b32-c7daa536fddf HTTP/1.1" status: 200 len: 946 time: 0.1641521 May 17 16:25:33.503330 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-8ec73cce-f1e9-4647-86f5-bbd534d288db admin admin] Usage tracker for resource:security_group_rule and tenant:109e24d66cfb436e9b401f416c27d5f4 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:25:33.507159 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-8ec73cce-f1e9-4647-86f5-bbd534d288db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:25:33.514817 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-8ec73cce-f1e9-4647-86f5-bbd534d288db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:25:33.552387 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d98ac295-345c-4063-a00a-c5d3a7fb8939 req-089ccbe4-ed59-4607-8cc6-d0943d94cf8f tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/security-groups?id=d3439e4c-e92e-4f18-a882-e74a225a2d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441809 May 17 16:25:33.579960 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-49c690bc-7c21-4447-ac83-56a432a12e79 req-419b1896-0934-40b6-b36c-17ff0705b9d3 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850'] for port, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:33.586639 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-985d40ff-2663-403d-a3d0-32ac0add60ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:33.592957 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['062ca43b-363e-4648-8e45-c417cdf72f59'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:25:33.639863 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b1896-0934-40b6-b36c-17ff0705b9d3 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Pushing event deleted for resources: {'Port': ['ID=062ca43b-363e-4648-8e45-c417cdf72f59,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:33.643056 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-419b1896-0934-40b6-b36c-17ff0705b9d3 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:33.675592 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8ec73cce-f1e9-4647-86f5-bbd534d288db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:33.733593 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c690bc-7c21-4447-ac83-56a432a12e79 req-419b1896-0934-40b6-b36c-17ff0705b9d3 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] No DVR routers for this DVR port 062ca43b-363e-4648-8e45-c417cdf72f59 on host hv-cinder-76810 {{(pid=79280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:25:33.736125 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-49c690bc-7c21-4447-ac83-56a432a12e79 req-419b1896-0934-40b6-b36c-17ff0705b9d3 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:33.791798 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8ec73cce-f1e9-4647-86f5-bbd534d288db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:33.802088 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-aa6206d8-a5a0-4fc2-99ac-57cc815ef766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:33.819171 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-81659ba7-20dc-4062-8534-39f92922c60c req-6c3edd49-4791-4a9f-aadb-5940f8c466f1 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] 10.222.0.11 "GET /v2.0/ports?device_id=d385b2af-10cf-47c2-ad0f-6e3275b9338f HTTP/1.1" status: 200 len: 210 time: 0.0436485 May 17 16:25:33.843857 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-8ec73cce-f1e9-4647-86f5-bbd534d288db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=109e24d66cfb436e9b401f416c27d5f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3899162 May 17 16:25:33.844576 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec73cce-f1e9-4647-86f5-bbd534d288db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28548563-d7cc-49b2-b45c-5650f116c04d,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:33.846862 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 38172) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:33.847875 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-8ec73cce-f1e9-4647-86f5-bbd534d288db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:33.909575 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-49c690bc-7c21-4447-ac83-56a432a12e79 req-419b1896-0934-40b6-b36c-17ff0705b9d3 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.24 "DELETE /v2.0/ports/062ca43b-363e-4648-8e45-c417cdf72f59 HTTP/1.1" status: 204 len: 173 time: 1.0303707 May 17 16:25:33.913871 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-63a24b21-9ec9-4407-bae3-ae4c7d49fcc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:33.940262 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-63a24b21-9ec9-4407-bae3-ae4c7d49fcc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:34.097150 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-63a24b21-9ec9-4407-bae3-ae4c7d49fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:34.101262 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-e6dd8cbe-b9f9-4c27-8216-72c34dfc4dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:34.115780 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a24b21-9ec9-4407-bae3-ae4c7d49fcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28548563-d7cc-49b2-b45c-5650f116c04d,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:34.118954 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-63a24b21-9ec9-4407-bae3-ae4c7d49fcc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:34.121281 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-63a24b21-9ec9-4407-bae3-ae4c7d49fcc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:34.122800 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-63a24b21-9ec9-4407-bae3-ae4c7d49fcc0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/28548563-d7cc-49b2-b45c-5650f116c04d HTTP/1.1" status: 204 len: 168 time: 0.2746222 May 17 16:25:34.278764 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ab7af1-1369-4ac4-9b32-c7daa536fddf', 'name': 'network-vif-deleted', 'tag': '062ca43b-363e-4648-8e45-c417cdf72f59'}] {{(pid=79280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:25:34.320912 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ab7af1-1369-4ac4-9b32-c7daa536fddf', 'name': 'network-vif-deleted', 'tag': '062ca43b-363e-4648-8e45-c417cdf72f59', 'status': 'completed', 'code': 200} May 17 16:25:34.729260 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-810310a2-6b48-467d-9f51-b45820be0e6f req-17cc1dbc-245d-4069-9d65-be67a74190da tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Synchronizing usage tracker for tenant:03d094464c20471d838f2f472fbde652 on resource:port {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:25:34.841029 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-810310a2-6b48-467d-9f51-b45820be0e6f req-17cc1dbc-245d-4069-9d65-be67a74190da tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Unset dirty status for tenant:03d094464c20471d838f2f472fbde652 on resource:port {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:25:34.842912 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-810310a2-6b48-467d-9f51-b45820be0e6f req-17cc1dbc-245d-4069-9d65-be67a74190da tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] 10.222.0.11 "GET /v2.0/ports?device_id=59ab7af1-1369-4ac4-9b32-c7daa536fddf HTTP/1.1" status: 200 len: 210 time: 0.1594241 May 17 16:25:34.899597 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 0760a2da-7147-4be8-be3a-5048631c1ac9 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:25:34.937798 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] No Port match for: 0760a2da-7147-4be8-be3a-5048631c1ac9 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:25:34.938147 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 0760a2da-7147-4be8-be3a-5048631c1ac9 not bound to the agent host hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:25:34.944955 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 38194) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:35.159556 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 38200) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:35.179354 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-44101a32-14a8-4227-b277-85e100d2cc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:35.194222 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-44101a32-14a8-4227-b277-85e100d2cc5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:25:35.198031 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-44101a32-14a8-4227-b277-85e100d2cc5c admin admin] Usage tracker for resource:security_group_rule and tenant:e20424a2b8ee496b93f606a9eb398b97 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:25:35.201515 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-44101a32-14a8-4227-b277-85e100d2cc5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:25:35.209829 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-44101a32-14a8-4227-b277-85e100d2cc5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:25:35.397796 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-44101a32-14a8-4227-b277-85e100d2cc5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:35.525485 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-85fc6008-82a6-4e52-b162-c2c9ec04d45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402885'] for router_interface, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:35.540064 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-44101a32-14a8-4227-b277-85e100d2cc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:35.549259 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-e7c385ce-23b7-43c2-a87e-944d1f022d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:35.592533 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-44101a32-14a8-4227-b277-85e100d2cc5c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e20424a2b8ee496b93f606a9eb398b97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4316945 May 17 16:25:35.594750 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44101a32-14a8-4227-b277-85e100d2cc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba90e91-4512-46e2-b73e-93f930a897c6,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:35.597055 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 38208) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:35.599848 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-44101a32-14a8-4227-b277-85e100d2cc5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:35.661525 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9ec266ff-a139-40c2-b05f-ec7a38c8f37e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:35.692932 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9ec266ff-a139-40c2-b05f-ec7a38c8f37e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:35.845558 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9ec266ff-a139-40c2-b05f-ec7a38c8f37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:35.849325 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-40a9e317-5a8e-44a2-9c39-a00cdadddcef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:35.860238 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec266ff-a139-40c2-b05f-ec7a38c8f37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba90e91-4512-46e2-b73e-93f930a897c6,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:35.863832 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-9ec266ff-a139-40c2-b05f-ec7a38c8f37e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:35.867216 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9ec266ff-a139-40c2-b05f-ec7a38c8f37e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:35.870669 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-9ec266ff-a139-40c2-b05f-ec7a38c8f37e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2ba90e91-4512-46e2-b73e-93f930a897c6 HTTP/1.1" status: 204 len: 168 time: 0.2703550 May 17 16:25:36.057736 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-85fc6008-82a6-4e52-b162-c2c9ec04d45b admin admin] Deleting port e6dfe79e-7c23-4c3d-b6a1-963747615d11 {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:25:36.072451 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-85fc6008-82a6-4e52-b162-c2c9ec04d45b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:36.183754 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [None req-85fc6008-82a6-4e52-b162-c2c9ec04d45b admin admin] For port e6dfe79e-7c23-4c3d-b6a1-963747615d11, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=e6dfe79e-7c23-4c3d-b6a1-963747615d11,segment=NetworkSegment(e467b5df-9bda-4a24-b9f3-a42726381aa8),segment_id=e467b5df-9bda-4a24-b9f3-a42726381aa8)] {{(pid=79281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:36.184689 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-85fc6008-82a6-4e52-b162-c2c9ec04d45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:36.316081 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-85fc6008-82a6-4e52-b162-c2c9ec04d45b admin admin] Calling delete_port for e6dfe79e-7c23-4c3d-b6a1-963747615d11 owned by network:router_interface {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:25:36.808421 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-85fc6008-82a6-4e52-b162-c2c9ec04d45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:36.818338 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-047cfaaf-ec30-44b0-baf4-c78122ce0dba tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:36.858065 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc6008-82a6-4e52-b162-c2c9ec04d45b admin admin] Pushing event deleted for resources: {'Port': ['ID=e6dfe79e-7c23-4c3d-b6a1-963747615d11,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:36.907725 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc6008-82a6-4e52-b162-c2c9ec04d45b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:36.908082 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc6008-82a6-4e52-b162-c2c9ec04d45b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:36.908427 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc6008-82a6-4e52-b162-c2c9ec04d45b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:36.908766 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc6008-82a6-4e52-b162-c2c9ec04d45b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:36.909124 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc6008-82a6-4e52-b162-c2c9ec04d45b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:36.909460 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc6008-82a6-4e52-b162-c2c9ec04d45b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:36.909899 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc6008-82a6-4e52-b162-c2c9ec04d45b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:36.910235 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc6008-82a6-4e52-b162-c2c9ec04d45b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:36.910590 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc6008-82a6-4e52-b162-c2c9ec04d45b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:36.910921 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc6008-82a6-4e52-b162-c2c9ec04d45b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:36.911256 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc6008-82a6-4e52-b162-c2c9ec04d45b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:36.911580 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fc6008-82a6-4e52-b162-c2c9ec04d45b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:36.912260 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 062ca43b-363e-4648-8e45-c417cdf72f59 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:25:36.941589 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-85fc6008-82a6-4e52-b162-c2c9ec04d45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:36.948622 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] No Port match for: 062ca43b-363e-4648-8e45-c417cdf72f59 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:25:36.948977 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 062ca43b-363e-4648-8e45-c417cdf72f59 not bound to the agent host hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:25:37.258717 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-85fc6008-82a6-4e52-b162-c2c9ec04d45b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-515316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402793'] for router_interface, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:37.687070 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fc6008-82a6-4e52-b162-c2c9ec04d45b admin admin] Router 5d6909e3-a040-4d00-ae29-af5372cb6d94 has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:25:37.878642 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fc6008-82a6-4e52-b162-c2c9ec04d45b admin admin] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:25:37.889105 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac01137-78ab-47c6-90d7-e4082c65f670 None None] Sync routers for ids ['5d6909e3-a040-4d00-ae29-af5372cb6d94'] in dv-cinder-768105-8-iscsi {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:25:37.898009 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac01137-78ab-47c6-90d7-e4082c65f670 None None] Routers {'5d6909e3-a040-4d00-ae29-af5372cb6d94'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:25:37.898720 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-7ac01137-78ab-47c6-90d7-e4082c65f670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:25:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['5d6909e3-a040-4d00-ae29-af5372cb6d94'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:25:38.017589 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-85fc6008-82a6-4e52-b162-c2c9ec04d45b admin admin] 10.222.0.11 "PUT /v2.0/routers/5d6909e3-a040-4d00-ae29-af5372cb6d94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0715098 May 17 16:25:38.024299 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 38284) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:38.088142 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-7ac01137-78ab-47c6-90d7-e4082c65f670 None None] Set router 5d6909e3-a040-4d00-ae29-af5372cb6d94 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:25:38.220504 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-de6eade9-52b5-4105-abe6-699bcabb7a2f admin admin] Notify callbacks [] for router, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:38.408021 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-de6eade9-52b5-4105-abe6-699bcabb7a2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:38.423275 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-7ac01137-78ab-47c6-90d7-e4082c65f670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6909e3-a040-4d00-ae29-af5372cb6d94', 'name': 'tempest-ServerRescueNegativeTestJSON-1067657783-router', 'tenant_id': '2307c0670f344a09bf44ca921047944a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '64e80357-d000-4404-a0c8-3a83616d9f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:31Z', 'updated_at': '2021-05-17T16:25:36Z', 'revision_number': 5, 'project_id': '2307c0670f344a09bf44ca921047944a', 'gw_port': {'id': '64e80357-d000-4404-a0c8-3a83616d9f55', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6909e3-a040-4d00-ae29-af5372cb6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:25:38.427359 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac01137-78ab-47c6-90d7-e4082c65f670 None None] Checking router: 5d6909e3-a040-4d00-ae29-af5372cb6d94 for host: dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:25:38.436813 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac01137-78ab-47c6-90d7-e4082c65f670 None None] Routers {'5d6909e3-a040-4d00-ae29-af5372cb6d94'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:25:38.437471 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-7ac01137-78ab-47c6-90d7-e4082c65f670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:25:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['5d6909e3-a040-4d00-ae29-af5372cb6d94'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:25:38.647895 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-de6eade9-52b5-4105-abe6-699bcabb7a2f admin admin] Deleting port 64e80357-d000-4404-a0c8-3a83616d9f55 {{(pid=79280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:25:38.652832 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-de6eade9-52b5-4105-abe6-699bcabb7a2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:38.745199 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-7ac01137-78ab-47c6-90d7-e4082c65f670 None None] Set router 5d6909e3-a040-4d00-ae29-af5372cb6d94 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:25:38.834137 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [None req-de6eade9-52b5-4105-abe6-699bcabb7a2f admin admin] For port 64e80357-d000-4404-a0c8-3a83616d9f55, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=64e80357-d000-4404-a0c8-3a83616d9f55,segment=NetworkSegment(b4de580b-76bc-403f-9a98-9ee7fe7150e1),segment_id=b4de580b-76bc-403f-9a98-9ee7fe7150e1)] {{(pid=79280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:38.834637 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-de6eade9-52b5-4105-abe6-699bcabb7a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:38.969345 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-de6eade9-52b5-4105-abe6-699bcabb7a2f admin admin] Calling delete_port for 64e80357-d000-4404-a0c8-3a83616d9f55 owned by network:router_gateway {{(pid=79280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:25:39.063176 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-7ac01137-78ab-47c6-90d7-e4082c65f670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6909e3-a040-4d00-ae29-af5372cb6d94', 'name': 'tempest-ServerRescueNegativeTestJSON-1067657783-router', 'tenant_id': '2307c0670f344a09bf44ca921047944a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '64e80357-d000-4404-a0c8-3a83616d9f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:31Z', 'updated_at': '2021-05-17T16:25:36Z', 'revision_number': 5, 'project_id': '2307c0670f344a09bf44ca921047944a', 'gw_port': {'id': '64e80357-d000-4404-a0c8-3a83616d9f55', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6909e3-a040-4d00-ae29-af5372cb6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:25:39.068614 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac01137-78ab-47c6-90d7-e4082c65f670 None None] The sync data for ids ['5d6909e3-a040-4d00-ae29-af5372cb6d94'] in dv-cinder-768105-8-iscsi is: [{'id': '5d6909e3-a040-4d00-ae29-af5372cb6d94', 'name': 'tempest-ServerRescueNegativeTestJSON-1067657783-router', 'tenant_id': '2307c0670f344a09bf44ca921047944a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '64e80357-d000-4404-a0c8-3a83616d9f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:31Z', 'updated_at': '2021-05-17T16:25:36Z', 'revision_number': 5, 'project_id': '2307c0670f344a09bf44ca921047944a', 'gw_port': {'id': '64e80357-d000-4404-a0c8-3a83616d9f55', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6909e3-a040-4d00-ae29-af5372cb6d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}] {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:25:39.342796 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-de6eade9-52b5-4105-abe6-699bcabb7a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850'] for port, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:39.348716 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-997e3f7e-7b9e-4c0d-a8f9-fb227d0a0b43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:39.419083 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6eade9-52b5-4105-abe6-699bcabb7a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=64e80357-d000-4404-a0c8-3a83616d9f55,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:39.426037 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-de6eade9-52b5-4105-abe6-699bcabb7a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:39.434415 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-de6eade9-52b5-4105-abe6-699bcabb7a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432866'] for router_gateway, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:39.711825 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-de6eade9-52b5-4105-abe6-699bcabb7a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045998'] for router, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:39.714492 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-de6eade9-52b5-4105-abe6-699bcabb7a2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:39.852237 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-ff127f17-b646-4d22-bab0-2e26b7e5d1c8 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Synchronizing usage tracker for tenant:5f73ea9c6d28493eaca084a724daa4ae on resource:security_group {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:25:39.909797 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-de6eade9-52b5-4105-abe6-699bcabb7a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432666'] for router, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:39.910395 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6eade9-52b5-4105-abe6-699bcabb7a2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d6909e3-a040-4d00-ae29-af5372cb6d94 {{(pid=79280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 16:25:39.925929 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-de6eade9-52b5-4105-abe6-699bcabb7a2f admin admin] Notify callbacks [] for router, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:39.927247 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-de6eade9-52b5-4105-abe6-699bcabb7a2f admin admin] 10.222.0.11 "DELETE /v2.0/routers/5d6909e3-a040-4d00-ae29-af5372cb6d94 HTTP/1.1" status: 204 len: 168 time: 1.9016237 May 17 16:25:39.929734 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 38340) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:39.967661 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-ff127f17-b646-4d22-bab0-2e26b7e5d1c8 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Unset dirty status for tenant:5f73ea9c6d28493eaca084a724daa4ae on resource:security_group {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:25:39.968817 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-ff127f17-b646-4d22-bab0-2e26b7e5d1c8 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1105075326&fields=id&tenant_id=5f73ea9c6d28493eaca084a724daa4ae HTTP/1.1" status: 200 len: 267 time: 0.1586592 May 17 16:25:40.079221 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_v2 [None req-3010fbd2-dafd-4abe-8b18-ead09b70212f admin admin] Deleting subnet bdaf05fe-e49f-4388-8c5b-0bf658a1d6b3 {{(pid=79280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:25:40.085773 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3010fbd2-dafd-4abe-8b18-ead09b70212f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:40.165104 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3010fbd2-dafd-4abe-8b18-ead09b70212f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:40.180184 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-d28ecce7-cacb-40d2-92fe-aed36f9fc752 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:40.180848 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-d28ecce7-cacb-40d2-92fe-aed36f9fc752 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Synchronizing usage tracker for tenant:5f73ea9c6d28493eaca084a724daa4ae on resource:network {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:25:40.183612 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3010fbd2-dafd-4abe-8b18-ead09b70212f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8075481'] for subnet, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:40.416556 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-d28ecce7-cacb-40d2-92fe-aed36f9fc752 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Unset dirty status for tenant:5f73ea9c6d28493eaca084a724daa4ae on resource:network {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:25:40.416556 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-d28ecce7-cacb-40d2-92fe-aed36f9fc752 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/networks?id=ee4d78fa-99de-44c7-9335-553d5242008a HTTP/1.1" status: 200 len: 809 time: 0.4382308 May 17 16:25:40.435745 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-da73ab48-e2ab-4688-8c6f-d9011b8a6995 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/quotas/5f73ea9c6d28493eaca084a724daa4ae HTTP/1.1" status: 200 len: 375 time: 0.0129664 May 17 16:25:40.528829 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-bea5154c-f059-47bf-97b3-780571909b2e tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Synchronizing usage tracker for tenant:5f73ea9c6d28493eaca084a724daa4ae on resource:port {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:25:40.586178 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3010fbd2-dafd-4abe-8b18-ead09b70212f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8075474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274'] for subnet, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:40.593300 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-e8e40612-a111-41bf-8c66-ef2a1a718fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:40.640624 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device e6dfe79e-7c23-4c3d-b6a1-963747615d11 no longer exists at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:25:40.648258 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010fbd2-dafd-4abe-8b18-ead09b70212f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdaf05fe-e49f-4388-8c5b-0bf658a1d6b3,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:40.651254 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-3010fbd2-dafd-4abe-8b18-ead09b70212f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:40.652353 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3010fbd2-dafd-4abe-8b18-ead09b70212f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for subnet, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:40.658551 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-3010fbd2-dafd-4abe-8b18-ead09b70212f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bdaf05fe-e49f-4388-8c5b-0bf658a1d6b3 HTTP/1.1" status: 204 len: 168 time: 0.7278121 May 17 16:25:40.661093 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 38348) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:40.674248 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] No Port match for: e6dfe79e-7c23-4c3d-b6a1-963747615d11 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:25:40.674601 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device e6dfe79e-7c23-4c3d-b6a1-963747615d11 not bound to the agent host dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:25:40.675019 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 64e80357-d000-4404-a0c8-3a83616d9f55 no longer exists at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:25:40.711794 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] No Port match for: 64e80357-d000-4404-a0c8-3a83616d9f55 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:25:40.712146 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 64e80357-d000-4404-a0c8-3a83616d9f55 not bound to the agent host dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:25:40.732548 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-bea5154c-f059-47bf-97b3-780571909b2e tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Unset dirty status for tenant:5f73ea9c6d28493eaca084a724daa4ae on resource:port {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:25:40.734746 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-bea5154c-f059-47bf-97b3-780571909b2e tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5f73ea9c6d28493eaca084a724daa4ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2922945 May 17 16:25:40.849765 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ab91c43f-bb26-4b30-b603-9f67b452b468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7952015'] for network, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:40.951998 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-2366a763-d7b1-498a-b0a3-c914513f01b5 service neutron] 10.222.0.11 "GET /v2.0/networks/ee4d78fa-99de-44c7-9335-553d5242008a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051861 May 17 16:25:41.093287 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ab91c43f-bb26-4b30-b603-9f67b452b468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8075500', 'neutron.services.segments.db._delete_segments_for_network-8780704027010'] for network, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:41.110442 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ab91c43f-bb26-4b30-b603-9f67b452b468 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:25:41.110787 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ab91c43f-bb26-4b30-b603-9f67b452b468 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:25:41.111521 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ab91c43f-bb26-4b30-b603-9f67b452b468 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:25:41.111866 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ab91c43f-bb26-4b30-b603-9f67b452b468 admin admin] Subscribe: > port after_create 55550000 {{(pid=79280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:25:41.112189 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ab91c43f-bb26-4b30-b603-9f67b452b468 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:25:41.112522 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ab91c43f-bb26-4b30-b603-9f67b452b468 admin admin] Subscribe: > port after_update 55550000 {{(pid=79280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:25:41.112848 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ab91c43f-bb26-4b30-b603-9f67b452b468 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:25:41.113182 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ab91c43f-bb26-4b30-b603-9f67b452b468 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:25:41.113498 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ab91c43f-bb26-4b30-b603-9f67b452b468 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:25:41.113825 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ab91c43f-bb26-4b30-b603-9f67b452b468 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:25:41.178249 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ab91c43f-bb26-4b30-b603-9f67b452b468 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:25:41.178654 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ab91c43f-bb26-4b30-b603-9f67b452b468 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:25:41.178982 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ab91c43f-bb26-4b30-b603-9f67b452b468 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:25:41.179310 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ab91c43f-bb26-4b30-b603-9f67b452b468 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 16:25:41.179664 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.services.segments.db [None req-ab91c43f-bb26-4b30-b603-9f67b452b468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95cb7f67-f70c-4a86-ad74-5eaf775bf7aa']}} {{(pid=79280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:25:41.197509 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.services.segments.db [None req-ab91c43f-bb26-4b30-b603-9f67b452b468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e467b5df-9bda-4a24-b9f3-a42726381aa8') {'for_net_delete': True} {{(pid=79280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:25:41.197798 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.services.segments.db [None req-ab91c43f-bb26-4b30-b603-9f67b452b468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e467b5df-9bda-4a24-b9f3-a42726381aa8') {} {{(pid=79280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:25:41.226199 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ab91c43f-bb26-4b30-b603-9f67b452b468 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780704039051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1998511'] for segment, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:41.256253 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ab91c43f-bb26-4b30-b603-9f67b452b468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:41.259991 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-763c7037-5725-45d3-9f3b-3516affdd4d4 service neutron] 10.222.0.11 "GET /v2.0/networks/ee4d78fa-99de-44c7-9335-553d5242008a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658570 May 17 16:25:41.265911 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab91c43f-bb26-4b30-b603-9f67b452b468 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=79280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:25:41.266331 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ab91c43f-bb26-4b30-b603-9f67b452b468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566604'] for segment, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: from cryptography.utils import int_from_bytes May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: from cryptography.utils import int_from_bytes May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: Traceback (most recent call last): May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: timer() May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: cb(*args, **kw) May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: return func(*args, **kwargs) May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: self._notify() May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: self.callback(batched_events) May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: event.method(event) May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: return f(self, *a, **k) May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: return self._get(url).json() May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: return self.request(url, 'GET', **kwargs) May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:25:41.282245 dv-cinder-768105-8-iscsi neutron-server[79280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:25:41.433756 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ab91c43f-bb26-4b30-b603-9f67b452b468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8075493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432837'] for network, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:41.440942 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ab91c43f-bb26-4b30-b603-9f67b452b468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:41.443571 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-ed748c31-c49a-4be9-9aa6-4663361c0f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:41.470175 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91c43f-bb26-4b30-b603-9f67b452b468 admin admin] Pushing event deleted for resources: {'Network': ['ID=95cb7f67-f70c-4a86-ad74-5eaf775bf7aa,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:41.472907 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-ab91c43f-bb26-4b30-b603-9f67b452b468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:41.537385 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-ab91c43f-bb26-4b30-b603-9f67b452b468 admin admin] 10.222.0.11 "DELETE /v2.0/networks/95cb7f67-f70c-4a86-ad74-5eaf775bf7aa HTTP/1.1" status: 204 len: 168 time: 0.8752563 May 17 16:25:42.113611 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 38380) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:42.251036 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-bbf463a3-52e9-4902-9c0e-e83811ed3255 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2307c0670f344a09bf44ca921047944a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1375608 May 17 16:25:42.253372 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 38384) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:25:42.311364 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-6111c656-764a-41d2-9245-56323cc5b39e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:42.336524 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-6111c656-764a-41d2-9245-56323cc5b39e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:42.473854 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-6111c656-764a-41d2-9245-56323cc5b39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:42.477723 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-44101a32-14a8-4227-b277-85e100d2cc5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:42.491758 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111c656-764a-41d2-9245-56323cc5b39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bf5fb0-395f-46fd-bea3-539aa6bc7fc8,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:42.494434 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-6111c656-764a-41d2-9245-56323cc5b39e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:42.581699 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-6111c656-764a-41d2-9245-56323cc5b39e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:42.582923 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-6111c656-764a-41d2-9245-56323cc5b39e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/29bf5fb0-395f-46fd-bea3-539aa6bc7fc8 HTTP/1.1" status: 204 len: 168 time: 0.3286333 May 17 16:25:43.225457 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f99a2532-d585-4e4a-9fa2-c26bc9d8255e req-db376424-d847-49df-bbe4-0b652ce9eae4 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 210 time: 0.0543568 May 17 16:25:44.393152 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0183188d-8e24-4757-ba0a-334316804b0d req-45eead5d-9aad-4578-9828-526c871acc33 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 210 time: 0.0433795 May 17 16:25:45.305719 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-33bc817b-6c60-46c7-b3af-9aea04a39a89 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:45.307216 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-33bc817b-6c60-46c7-b3af-9aea04a39a89 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.24 "GET /v2.0/networks?id=ee4d78fa-99de-44c7-9335-553d5242008a HTTP/1.1" status: 200 len: 809 time: 0.3700585 May 17 16:25:45.412463 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-9880197f-6b70-46b1-922b-429c1c2c52af tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f73ea9c6d28493eaca084a724daa4ae HTTP/1.1" status: 200 len: 380 time: 0.0935321 May 17 16:25:45.427812 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Request body: {'port': {'device_id': 'ed419b04-3b55-4d71-ab0b-b1749ba19b83', 'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a', 'admin_state_up': True, 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'security_groups': ['408c3aa2-0017-4d0f-827e-ad0f294595c8']}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:25:45.557088 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e1342dd-e298-4193-b043-e5a5ece638ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:45.861197 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f6d8ec39-3ed3-4ea2-b208-af7a2e09751f req-92fbd1ed-d720-4b9b-894c-c7c8e5fd379b tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 210 time: 0.2114067 May 17 16:25:45.969981 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:25:45.981343 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:25:46.413342 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Made reservation on behalf of 5f73ea9c6d28493eaca084a724daa4ae for: {'port': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:25:46.413342 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:46.844898 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_common [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Allocated IP 172.20.0.11 (ee4d78fa-99de-44c7-9335-553d5242008a/9d086fd8-03be-4322-9dc6-8915072f2b3a/002a5661-9f16-4faf-a244-d25e4930520d) {{(pid=79280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:25:47.067186 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7c0dd48c-7409-4ee3-ac69-84a8827fa3f7 req-6f970cc4-2d1b-4da3-bc4c-1cdbd234735a tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 210 time: 0.0462346 May 17 16:25:47.201557 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for port, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:47.214436 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.provisioning_blocks [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Transition to ACTIVE for port object 002a5661-9f16-4faf-a244-d25e4930520d will not be triggered until provisioned by entity DHCP. {{(pid=79280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:25:47.422538 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:47.429523 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-87cd76b8-0ae2-4e55-b1ce-15159bc7e535 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:47.512941 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Pushing event updated for resources: {'Port': ['ID=002a5661-9f16-4faf-a244-d25e4930520d,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:47.533722 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Network ee4d78fa-99de-44c7-9335-553d5242008a is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:25:47.535108 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:25:47.537700 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:47.538109 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:47.538473 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:47.538834 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:47.539177 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:47.539524 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:47.539865 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:47.540204 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:47.540585 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:47.540927 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:47.541718 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:47.541718 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:25:47.550547 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Received port after_create {{(pid=79280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:25:47.656905 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:47.684128 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:47.687976 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:47.822436 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:25:47.909015 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4902332 May 17 16:25:47.928912 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-2db42323-d600-4c34-81d1-679050f89aeb service neutron] Request body: {'port': {'device_id': 'ed419b04-3b55-4d71-ab0b-b1749ba19b83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:25:48.129048 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-2db42323-d600-4c34-81d1-679050f89aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:48.137074 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-f5f9ae00-a4eb-40d0-acb1-7c50631bcece None None] Provisioning for port 002a5661-9f16-4faf-a244-d25e4930520d completed by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:25:48.145065 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-f5f9ae00-a4eb-40d0-acb1-7c50631bcece None None] Provisioning complete for port 002a5661-9f16-4faf-a244-d25e4930520d triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:25:48.145442 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-f5f9ae00-a4eb-40d0-acb1-7c50631bcece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:48.214118 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-0d6f4f7f-f801-415e-9276-9a942e1aeb4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:48.257905 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:48.304596 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9ae00-a4eb-40d0-acb1-7c50631bcece None None] Port 002a5661-9f16-4faf-a244-d25e4930520d cannot update to ACTIVE because it is not bound. {{(pid=79282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:25:48.592378 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f25a3-4c4d-4871-9526-b9237e66e467 req-85b9e9ec-595d-4cf7-bfe2-b0f293bfa40f tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:48.593061 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-b68f25a3-4c4d-4871-9526-b9237e66e467 req-85b9e9ec-595d-4cf7-bfe2-b0f293bfa40f tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Synchronizing usage tracker for tenant:5f73ea9c6d28493eaca084a724daa4ae on resource:port {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:25:48.766266 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-b68f25a3-4c4d-4871-9526-b9237e66e467 req-85b9e9ec-595d-4cf7-bfe2-b0f293bfa40f tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Unset dirty status for tenant:5f73ea9c6d28493eaca084a724daa4ae on resource:port {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:25:48.773311 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b68f25a3-4c4d-4871-9526-b9237e66e467 req-85b9e9ec-595d-4cf7-bfe2-b0f293bfa40f tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 932 time: 0.3761318 May 17 16:25:48.815538 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-2db42323-d600-4c34-81d1-679050f89aeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 002a5661-9f16-4faf-a244-d25e4930520d {{(pid=79280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:25:48.826539 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-2db42323-d600-4c34-81d1-679050f89aeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:48.876403 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b68f25a3-4c4d-4871-9526-b9237e66e467 req-924ffe0c-c30f-4055-b58a-d43e1ad6dd44 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855942 May 17 16:25:48.876403 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.provisioning_blocks [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-2db42323-d600-4c34-81d1-679050f89aeb service neutron] Transition to ACTIVE for port object 002a5661-9f16-4faf-a244-d25e4930520d will not be triggered until provisioned by entity L2. {{(pid=79280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:25:49.050740 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-2db42323-d600-4c34-81d1-679050f89aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566544'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:49.055805 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-be2858e0-2dfb-4ceb-8120-36f541d1fca2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:49.157315 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:49.489609 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669e750-cba4-419a-bda7-2c662129d081 req-dff25e5f-2f97-453e-a468-27cba4179be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:49.494935 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-5669e750-cba4-419a-bda7-2c662129d081 req-dff25e5f-2f97-453e-a468-27cba4179be8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ea92b2008324514984db0dee23989df&device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 1099 time: 0.2575729 May 17 16:25:49.500538 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db42323-d600-4c34-81d1-679050f89aeb service neutron] Pushing event updated for resources: {'Port': ['ID=002a5661-9f16-4faf-a244-d25e4930520d,revision_number=2']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:49.508185 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-2db42323-d600-4c34-81d1-679050f89aeb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:49.581544 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-2db42323-d600-4c34-81d1-679050f89aeb service neutron] Attempting to bind port 002a5661-9f16-4faf-a244-d25e4930520d on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:25:49.582217 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-2db42323-d600-4c34-81d1-679050f89aeb service neutron] Attempting to bind port 002a5661-9f16-4faf-a244-d25e4930520d by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '75ef667e-e700-4ff5-a748-41212a7678bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a'}] {{(pid=79280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:25:49.583573 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-2db42323-d600-4c34-81d1-679050f89aeb service neutron] Attempting to bind port 002a5661-9f16-4faf-a244-d25e4930520d on network ee4d78fa-99de-44c7-9335-553d5242008a {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:25:49.591529 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-2db42323-d600-4c34-81d1-679050f89aeb service neutron] Port 002a5661-9f16-4faf-a244-d25e4930520d on network ee4d78fa-99de-44c7-9335-553d5242008a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:25:49.592590 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-2db42323-d600-4c34-81d1-679050f89aeb service neutron] Attempting to bind port 002a5661-9f16-4faf-a244-d25e4930520d on network ee4d78fa-99de-44c7-9335-553d5242008a {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:25:49.608163 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-2db42323-d600-4c34-81d1-679050f89aeb service neutron] Checking agent: {'id': 'e426a337-f724-4468-bb76-290ab6f07147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'started_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:25:49.609465 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-2db42323-d600-4c34-81d1-679050f89aeb service neutron] Checking segment: {'id': '75ef667e-e700-4ff5-a748-41212a7678bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:25:49.611251 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-2db42323-d600-4c34-81d1-679050f89aeb service neutron] Bound using segment: {'id': '75ef667e-e700-4ff5-a748-41212a7678bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a'} {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:25:49.612061 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-2db42323-d600-4c34-81d1-679050f89aeb service neutron] Bound port: 002a5661-9f16-4faf-a244-d25e4930520d, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75ef667e-e700-4ff5-a748-41212a7678bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a'}}] {{(pid=79280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:25:49.613534 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-2db42323-d600-4c34-81d1-679050f89aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:49.807545 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669e750-cba4-419a-bda7-2c662129d081 req-242bbfda-96b5-4795-a604-ff0aea26d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:49.807545 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-5669e750-cba4-419a-bda7-2c662129d081 req-242bbfda-96b5-4795-a604-ff0aea26d07e service neutron] 10.222.0.24 "GET /v2.0/networks?id=b385ca28-bc09-4262-bdca-a3584d9f84aa HTTP/1.1" status: 200 len: 918 time: 0.2684553 May 17 16:25:49.869487 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-2db42323-d600-4c34-81d1-679050f89aeb service neutron] For port 002a5661-9f16-4faf-a244-d25e4930520d, host hv-cinder-76810, cleared binding levels {{(pid=79280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:25:49.894246 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-2db42323-d600-4c34-81d1-679050f89aeb service neutron] For port 002a5661-9f16-4faf-a244-d25e4930520d, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=002a5661-9f16-4faf-a244-d25e4930520d,segment=NetworkSegment(75ef667e-e700-4ff5-a748-41212a7678bf),segment_id=75ef667e-e700-4ff5-a748-41212a7678bf)] {{(pid=79280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:25:49.940212 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e98e4-c884-4ba2-aaf4-34b84bbc073f req-3c47f6aa-d2b5-4607-958f-c81eee29b2a5 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:49.949214 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-752e98e4-c884-4ba2-aaf4-34b84bbc073f req-3c47f6aa-d2b5-4607-958f-c81eee29b2a5 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.1722677 May 17 16:25:49.968108 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-5669e750-cba4-419a-bda7-2c662129d081 req-c569742d-a3b5-4926-979e-9f4c426239cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4355676b-524a-49e8-a6bb-418db95feab4 HTTP/1.1" status: 200 len: 1002 time: 0.1501560 May 17 16:25:50.042202 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-2db42323-d600-4c34-81d1-679050f89aeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566544'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:50.045636 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669e750-cba4-419a-bda7-2c662129d081 req-ce81cff2-479a-4368-a380-c9e5789eb05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:50.047706 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-5669e750-cba4-419a-bda7-2c662129d081 req-ce81cff2-479a-4368-a380-c9e5789eb05d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e88814d7-1622-4f60-af12-99e2074dbe02 HTTP/1.1" status: 200 len: 856 time: 0.0718608 May 17 16:25:50.057248 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-e6c543ef-032c-4789-8834-3e0750220adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:50.133179 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-2db42323-d600-4c34-81d1-679050f89aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:50.133179 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-2db42323-d600-4c34-81d1-679050f89aeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:50.133179 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-2db42323-d600-4c34-81d1-679050f89aeb service neutron] 10.222.0.24 "PUT /v2.0/ports/002a5661-9f16-4faf-a244-d25e4930520d HTTP/1.1" status: 200 len: 1094 time: 2.2088165 May 17 16:25:50.146263 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed419b04-3b55-4d71-ab0b-b1749ba19b83', 'tag': '002a5661-9f16-4faf-a244-d25e4930520d'}] {{(pid=79280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:25:50.224862 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669e750-cba4-419a-bda7-2c662129d081 req-7c49691d-c504-4fdd-8149-984f81fe0be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:50.226516 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-5669e750-cba4-419a-bda7-2c662129d081 req-7c49691d-c504-4fdd-8149-984f81fe0be1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b385ca28-bc09-4262-bdca-a3584d9f84aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1702275 May 17 16:25:50.235187 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-752e98e4-c884-4ba2-aaf4-34b84bbc073f req-0ac30427-41b1-4cdc-a5a9-2e0f311c47cf tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2845099 May 17 16:25:50.274865 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db42323-d600-4c34-81d1-679050f89aeb service neutron] Pushing event updated for resources: {'Port': ['ID=002a5661-9f16-4faf-a244-d25e4930520d,revision_number=3']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:50.284662 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-2db42323-d600-4c34-81d1-679050f89aeb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:50.334777 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8fdf8-3a06-4bf7-b6ee-8cad7ca04568 req-96c4835e-11e2-4b41-9df9-076bc0e5f566 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:50.342391 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a9d8fdf8-3a06-4bf7-b6ee-8cad7ca04568 req-96c4835e-11e2-4b41-9df9-076bc0e5f566 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cbebc13-8cf1-45de-b39f-68178b2dad2a HTTP/1.1" status: 200 len: 946 time: 0.3651180 May 17 16:25:50.448791 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a9d8fdf8-3a06-4bf7-b6ee-8cad7ca04568 req-a98676b9-3171-4cea-af99-719179edf84c tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053894 May 17 16:25:50.629663 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-5669e750-cba4-419a-bda7-2c662129d081 req-60b399f6-c9d0-4893-b389-fe0eb22678f2 service neutron] 10.222.0.24 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930931 May 17 16:25:50.652093 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed419b04-3b55-4d71-ab0b-b1749ba19b83', 'tag': '002a5661-9f16-4faf-a244-d25e4930520d', 'status': 'completed', 'code': 200} May 17 16:25:50.674204 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:50.724918 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-9a9a529b-34d7-416f-b03a-bb6285b0c16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:50.728561 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-9a9a529b-34d7-416f-b03a-bb6285b0c16d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f73ea9c6d28493eaca084a724daa4ae&device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 1097 time: 0.2767375 May 17 16:25:50.789642 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-5669e750-cba4-419a-bda7-2c662129d081 req-b7ac6f37-c3f8-43d5-8a3b-d9c382a75f77 service neutron] 10.222.0.24 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503901 May 17 16:25:50.818415 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-deeca3fd-ca31-48dc-a4e6-0e6b8636ab71 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=002a5661-9f16-4faf-a244-d25e4930520d HTTP/1.1" status: 200 len: 217 time: 0.0789394 May 17 16:25:50.829214 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4377b-1eb1-47d8-b924-994b84fe21a5 req-a955d9c5-8dcf-45ee-8212-2bb8b5790368 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:50.837731 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-42e4377b-1eb1-47d8-b924-994b84fe21a5 req-a955d9c5-8dcf-45ee-8212-2bb8b5790368 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 944 time: 0.2732723 May 17 16:25:50.952859 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-42e4377b-1eb1-47d8-b924-994b84fe21a5 req-aa38afe9-2459-4a17-bed7-89cfb32cd33e tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139550 May 17 16:25:50.955034 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-3f78ad03-1806-4889-8714-b9ad818c568c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:50.956781 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-3f78ad03-1806-4889-8714-b9ad818c568c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d086fd8-03be-4322-9dc6-8915072f2b3a HTTP/1.1" status: 200 len: 848 time: 0.0949216 May 17 16:25:51.080292 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-2b85a98f-8c49-4e6b-8234-4051f5b711db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:51.083066 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-2b85a98f-8c49-4e6b-8234-4051f5b711db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee4d78fa-99de-44c7-9335-553d5242008a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1110749 May 17 16:25:51.328746 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-cc7419cb-ae7e-404b-b657-9ca47b628815 service neutron] 10.222.0.24 "GET /v2.0/networks/ee4d78fa-99de-44c7-9335-553d5242008a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378058 May 17 16:25:51.583887 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8b890c96-ce7b-42db-b562-bab8dd1e52a8 req-af8862cd-d75d-4d2c-b1e0-d1363b9e3e64 service neutron] 10.222.0.24 "GET /v2.0/networks/ee4d78fa-99de-44c7-9335-553d5242008a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212124 May 17 16:25:51.603660 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb919b-fd15-420e-bf91-f601268f51b1 req-795131f2-73ae-4e5d-9c8b-d5512270d35e tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:51.611562 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1afb919b-fd15-420e-bf91-f601268f51b1 req-795131f2-73ae-4e5d-9c8b-d5512270d35e tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.1676118 May 17 16:25:51.708738 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1afb919b-fd15-420e-bf91-f601268f51b1 req-135bfbb5-8f27-4019-af47-f724136929ed tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960591 May 17 16:25:51.829380 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:51.908383 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7ef12-f9db-40ee-8637-cd33aa1dffd3 req-450076ac-fc60-4414-8c43-5172e6383ffa tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:51.913035 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-10b7ef12-f9db-40ee-8637-cd33aa1dffd3 req-450076ac-fc60-4414-8c43-5172e6383ffa tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cbebc13-8cf1-45de-b39f-68178b2dad2a HTTP/1.1" status: 200 len: 946 time: 0.2138093 May 17 16:25:52.098567 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-10b7ef12-f9db-40ee-8637-cd33aa1dffd3 req-7e8bb9d0-816a-4cd4-a68b-1a85445c9078 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814554 May 17 16:25:52.125364 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9592e-0269-4d23-8b87-349512f68bd6 req-96bf4508-4dcf-47ba-bf71-eabcbda4d644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:52.133251 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a7b9592e-0269-4d23-8b87-349512f68bd6 req-96bf4508-4dcf-47ba-bf71-eabcbda4d644 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f73ea9c6d28493eaca084a724daa4ae&device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 1097 time: 0.3064554 May 17 16:25:52.357927 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9592e-0269-4d23-8b87-349512f68bd6 req-a22189ed-ea19-4b93-ac22-6c65438a8565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:52.357927 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a7b9592e-0269-4d23-8b87-349512f68bd6 req-a22189ed-ea19-4b93-ac22-6c65438a8565 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ee4d78fa-99de-44c7-9335-553d5242008a HTTP/1.1" status: 200 len: 910 time: 0.2182884 May 17 16:25:52.462561 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a7b9592e-0269-4d23-8b87-349512f68bd6 req-1431a5f1-5975-424a-859b-92a494cc36ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=002a5661-9f16-4faf-a244-d25e4930520d HTTP/1.1" status: 200 len: 217 time: 0.0960417 May 17 16:25:52.610827 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9592e-0269-4d23-8b87-349512f68bd6 req-c4851ecf-7499-4738-adfe-b47e5212b44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:52.612425 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a7b9592e-0269-4d23-8b87-349512f68bd6 req-c4851ecf-7499-4738-adfe-b47e5212b44e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d086fd8-03be-4322-9dc6-8915072f2b3a HTTP/1.1" status: 200 len: 848 time: 0.1374815 May 17 16:25:52.696704 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11343564-f946-4211-8e54-69a391bd808b req-d6828214-da17-4277-83f1-ed359896c7e4 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:52.698336 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-11343564-f946-4211-8e54-69a391bd808b req-d6828214-da17-4277-83f1-ed359896c7e4 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Synchronizing usage tracker for tenant:0fce3d29ce494d39b82d25912ade041d on resource:port {{(pid=79281) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:25:52.766202 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9592e-0269-4d23-8b87-349512f68bd6 req-a118bfbd-9089-4f2f-b113-8d376ea2840a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:52.770364 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a7b9592e-0269-4d23-8b87-349512f68bd6 req-a118bfbd-9089-4f2f-b113-8d376ea2840a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee4d78fa-99de-44c7-9335-553d5242008a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1216111 May 17 16:25:52.784224 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25610426-78e9-49ff-94cd-8938ffa114c7 req-4af67cca-ec31-4137-863f-b40d5dd4328a tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:52.792746 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-25610426-78e9-49ff-94cd-8938ffa114c7 req-4af67cca-ec31-4137-863f-b40d5dd4328a tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 944 time: 0.1790586 May 17 16:25:52.841110 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-11343564-f946-4211-8e54-69a391bd808b req-d6828214-da17-4277-83f1-ed359896c7e4 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Unset dirty status for tenant:0fce3d29ce494d39b82d25912ade041d on resource:port {{(pid=79281) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:25:52.841110 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-11343564-f946-4211-8e54-69a391bd808b req-d6828214-da17-4277-83f1-ed359896c7e4 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cbebc13-8cf1-45de-b39f-68178b2dad2a HTTP/1.1" status: 200 len: 946 time: 0.3192790 May 17 16:25:52.995912 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-25610426-78e9-49ff-94cd-8938ffa114c7 req-dbfb8810-d29f-4938-8c28-47470e1278c3 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018595 May 17 16:25:53.100034 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a7b9592e-0269-4d23-8b87-349512f68bd6 req-b121956f-a184-43de-8419-4a2c0fa272a3 service neutron] 10.222.0.24 "GET /v2.0/networks/ee4d78fa-99de-44c7-9335-553d5242008a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038516 May 17 16:25:53.117055 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae49f49-ccfb-46bf-bc39-9b0980fda08f req-d452d1aa-c18e-4874-90b2-167916a04fc6 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:53.120114 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-dae49f49-ccfb-46bf-bc39-9b0980fda08f req-d452d1aa-c18e-4874-90b2-167916a04fc6 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.2078638 May 17 16:25:53.263902 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [req-11343564-f946-4211-8e54-69a391bd808b req-4c89e621-80e0-409f-beda-7b04f147c599 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Deleting port f9b81418-1f61-4331-b2c4-a8505631dd69 {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:25:53.264310 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-11343564-f946-4211-8e54-69a391bd808b req-4c89e621-80e0-409f-beda-7b04f147c599 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:53.407742 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-dae49f49-ccfb-46bf-bc39-9b0980fda08f req-45b3a2a1-b904-4407-86d8-541f0a05d11d tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027919 May 17 16:25:53.546439 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-11343564-f946-4211-8e54-69a391bd808b req-4c89e621-80e0-409f-beda-7b04f147c599 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] For port f9b81418-1f61-4331-b2c4-a8505631dd69, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=f9b81418-1f61-4331-b2c4-a8505631dd69,segment=NetworkSegment(55a08faa-15cc-4531-8a3c-d44bb59d5f85),segment_id=55a08faa-15cc-4531-8a3c-d44bb59d5f85)] {{(pid=79281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:25:53.546439 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-11343564-f946-4211-8e54-69a391bd808b req-4c89e621-80e0-409f-beda-7b04f147c599 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:53.547058 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a7b9592e-0269-4d23-8b87-349512f68bd6 req-bc573315-b5ae-4163-9380-3b7732d3959a service neutron] 10.222.0.24 "GET /v2.0/networks/ee4d78fa-99de-44c7-9335-553d5242008a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435864 May 17 16:25:53.547058 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ee561-75f0-42ae-bd6b-99a4063f175e req-16c0ae71-869b-4065-8d8b-7f914e2ac4fd tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:53.547058 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e35ee561-75f0-42ae-bd6b-99a4063f175e req-16c0ae71-869b-4065-8d8b-7f914e2ac4fd tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cbebc13-8cf1-45de-b39f-68178b2dad2a HTTP/1.1" status: 200 len: 946 time: 0.1747305 May 17 16:25:53.573381 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e35ee561-75f0-42ae-bd6b-99a4063f175e req-13169a4b-63ff-4e14-aaa8-9a5305508d93 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693049 May 17 16:25:53.626954 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [req-11343564-f946-4211-8e54-69a391bd808b req-4c89e621-80e0-409f-beda-7b04f147c599 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Calling delete_port for f9b81418-1f61-4331-b2c4-a8505631dd69 owned by compute:nova {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:25:53.862255 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-11343564-f946-4211-8e54-69a391bd808b req-4c89e621-80e0-409f-beda-7b04f147c599 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:53.877398 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:25:53.878692 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['86fad90c-e820-4374-9e22-5ce06dd0f2ea', '90e18aac-f4fc-408e-a95d-8da1716a94ab', 'a47e7716-b4b6-4c2c-8c4a-d8e4ad513784'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:25:54.005760 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89e621-80e0-409f-beda-7b04f147c599 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Pushing event deleted for resources: {'Port': ['ID=f9b81418-1f61-4331-b2c4-a8505631dd69,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:25:54.038931 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-4c89e621-80e0-409f-beda-7b04f147c599 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:25:54.175807 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [req-11343564-f946-4211-8e54-69a391bd808b req-4c89e621-80e0-409f-beda-7b04f147c599 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] No DVR routers for this DVR port f9b81418-1f61-4331-b2c4-a8505631dd69 on host hv-cinder-76810 {{(pid=79281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:25:54.178772 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-11343564-f946-4211-8e54-69a391bd808b req-4c89e621-80e0-409f-beda-7b04f147c599 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:25:54.185356 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cbebc13-8cf1-45de-b39f-68178b2dad2a', 'name': 'network-vif-deleted', 'tag': 'f9b81418-1f61-4331-b2c4-a8505631dd69'}] {{(pid=79281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:25:54.288771 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cbebc13-8cf1-45de-b39f-68178b2dad2a', 'name': 'network-vif-deleted', 'tag': 'f9b81418-1f61-4331-b2c4-a8505631dd69', 'status': 'completed', 'code': 200} May 17 16:25:54.331430 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-11343564-f946-4211-8e54-69a391bd808b req-4c89e621-80e0-409f-beda-7b04f147c599 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.24 "DELETE /v2.0/ports/f9b81418-1f61-4331-b2c4-a8505631dd69 HTTP/1.1" status: 204 len: 173 time: 1.5026257 May 17 16:25:54.364168 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec23ec-dbf6-48b1-bbe7-535433c224ac req-5dd19962-2534-4450-bf85-c1e64853dd21 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:54.373475 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5cec23ec-dbf6-48b1-bbe7-535433c224ac req-5dd19962-2534-4450-bf85-c1e64853dd21 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 944 time: 0.1048589 May 17 16:25:54.443892 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5cec23ec-dbf6-48b1-bbe7-535433c224ac req-31e27c3c-4115-4cd0-9d1f-0d15c23c732d tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672777 May 17 16:25:54.850104 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-eb31d4a2-187c-4d1c-83b1-8541cdbc0d2b req-7de47493-0cef-4d8b-9fac-086bdaf4579e tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cbebc13-8cf1-45de-b39f-68178b2dad2a HTTP/1.1" status: 200 len: 210 time: 0.0462835 May 17 16:25:54.890097 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6efb33-377e-4622-ac5a-d3ebe64bfb53 req-820a0232-d812-4313-b3e2-57fba40b422d tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:54.902728 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7c6efb33-377e-4622-ac5a-d3ebe64bfb53 req-820a0232-d812-4313-b3e2-57fba40b422d tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.2752216 May 17 16:25:54.988708 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7c6efb33-377e-4622-ac5a-d3ebe64bfb53 req-fbc84ebe-d167-4a95-8adc-7651d89b0a31 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841556 May 17 16:25:55.121299 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device f9b81418-1f61-4331-b2c4-a8505631dd69 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:25:55.169592 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] No Port match for: f9b81418-1f61-4331-b2c4-a8505631dd69 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:25:55.169955 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device f9b81418-1f61-4331-b2c4-a8505631dd69 not bound to the agent host hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:25:55.704607 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431dabdb-32d5-42b1-89cf-83a7d8984d5f req-cc06b859-6286-464d-aba3-e8da9e625b24 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:55.704607 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-431dabdb-32d5-42b1-89cf-83a7d8984d5f req-cc06b859-6286-464d-aba3-e8da9e625b24 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 944 time: 0.0983725 May 17 16:25:55.760219 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-431dabdb-32d5-42b1-89cf-83a7d8984d5f req-a927012c-2b9a-4552-9424-a0cd5b4c9ca1 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479894 May 17 16:25:56.095168 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8d51dce9-3d29-4883-a4d2-b7b4f3f20392 req-7739a505-0141-45f9-941a-26a07f4811a5 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=3cbebc13-8cf1-45de-b39f-68178b2dad2a HTTP/1.1" status: 200 len: 210 time: 0.0826986 May 17 16:25:56.281808 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a806c-3180-47c7-b389-9ecda9a29d89 req-d627c60a-ab43-49fd-9c46-31b83a1108f4 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:56.293425 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8c9a806c-3180-47c7-b389-9ecda9a29d89 req-d627c60a-ab43-49fd-9c46-31b83a1108f4 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.1470048 May 17 16:25:56.339326 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8c9a806c-3180-47c7-b389-9ecda9a29d89 req-08393d59-407a-4121-b1c3-c3d9f2a39ee5 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449796 May 17 16:25:57.000155 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01489eca-6133-4df9-b194-4eedb9127df5 req-4ccd3023-63a8-4008-bcb9-9fde85ff9ad8 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:57.002937 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-01489eca-6133-4df9-b194-4eedb9127df5 req-4ccd3023-63a8-4008-bcb9-9fde85ff9ad8 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 944 time: 0.1060054 May 17 16:25:57.076060 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-01489eca-6133-4df9-b194-4eedb9127df5 req-5762d0e8-24a5-4231-aada-2ac881e7424a tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651054 May 17 16:25:57.758492 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100828d-06f5-4649-9435-7e5bb0f67d6c req-f4b38eec-7ff0-43e3-88fe-fc9b025ddda8 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:57.761245 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b100828d-06f5-4649-9435-7e5bb0f67d6c req-f4b38eec-7ff0-43e3-88fe-fc9b025ddda8 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.2031348 May 17 16:25:57.826876 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b100828d-06f5-4649-9435-7e5bb0f67d6c req-0ddb9ff7-aebe-4a84-a913-9b376b00ebff tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594656 May 17 16:25:58.410855 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5cff5-7378-46b8-96e9-91066fdc38d4 req-0b703bb8-1341-4b8d-8a29-e8f724c2373e tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:58.412417 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ece5cff5-7378-46b8-96e9-91066fdc38d4 req-0b703bb8-1341-4b8d-8a29-e8f724c2373e tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 944 time: 0.1548936 May 17 16:25:58.501608 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ece5cff5-7378-46b8-96e9-91066fdc38d4 req-9bdd9d3f-8ef2-4619-a4ac-81bc4e229e88 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814643 May 17 16:25:59.108304 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92821d34-93a1-4531-b4db-95b7ae3d3c08 req-438c732e-e3d1-4f5f-82de-a7655d51ae2a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:59.110081 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-92821d34-93a1-4531-b4db-95b7ae3d3c08 req-438c732e-e3d1-4f5f-82de-a7655d51ae2a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.1092575 May 17 16:25:59.192565 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-92821d34-93a1-4531-b4db-95b7ae3d3c08 req-f1c035a0-a2f0-4f41-9031-c86fe4eab7ee tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744007 May 17 16:25:59.861019 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad24d2-36fb-49b6-ae1e-551e9ee978e8 req-6fa333d3-d6cd-4222-a5e6-4542e217336d tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:25:59.868538 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-10ad24d2-36fb-49b6-ae1e-551e9ee978e8 req-6fa333d3-d6cd-4222-a5e6-4542e217336d tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 944 time: 0.1788192 May 17 16:25:59.935811 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-10ad24d2-36fb-49b6-ae1e-551e9ee978e8 req-5b300b8a-2263-46dc-b4e0-5da19fa1f9de tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661221 May 17 16:26:00.171206 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7fc87-d25c-4605-9426-fdfe6ad9166a req-57eeff7f-235a-43ec-9ff4-f4d93b158e05 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:00.172743 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-29b7fc87-d25c-4605-9426-fdfe6ad9166a req-57eeff7f-235a-43ec-9ff4-f4d93b158e05 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb05a39b-d3d0-4ae7-bb06-75650f3280ba HTTP/1.1" status: 200 len: 946 time: 0.0975821 May 17 16:26:00.226270 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-29b7fc87-d25c-4605-9426-fdfe6ad9166a req-cf0fcf02-fb44-453f-b9eb-320764e66488 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470703 May 17 16:26:00.444775 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffa809-4215-4c96-a5b6-8ea5cc2b988b req-c45fb63e-9e9b-4502-9fbe-c0a550ea8608 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:00.446256 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7dffa809-4215-4c96-a5b6-8ea5cc2b988b req-c45fb63e-9e9b-4502-9fbe-c0a550ea8608 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.1054466 May 17 16:26:00.501275 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7dffa809-4215-4c96-a5b6-8ea5cc2b988b req-0f9f0667-5542-494f-ba12-7def667cb70d tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438020 May 17 16:26:01.220553 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df2292-ea1e-4d99-9116-a4f2df758374 req-cfc621cc-edc7-4ba1-80de-559c33955437 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:01.221990 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-76df2292-ea1e-4d99-9116-a4f2df758374 req-cfc621cc-edc7-4ba1-80de-559c33955437 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 944 time: 0.0860751 May 17 16:26:01.269689 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-76df2292-ea1e-4d99-9116-a4f2df758374 req-7dc99c47-7ac4-47fd-b514-ffae7850b3dd tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413711 May 17 16:26:01.463594 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6725a-3a4c-4822-afc4-c8401ef7b510 req-0d2f24a0-f4d2-4767-8a21-34db106dd4d7 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:01.466932 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d8f6725a-3a4c-4822-afc4-c8401ef7b510 req-0d2f24a0-f4d2-4767-8a21-34db106dd4d7 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb05a39b-d3d0-4ae7-bb06-75650f3280ba HTTP/1.1" status: 200 len: 946 time: 0.1010802 May 17 16:26:01.532536 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d8f6725a-3a4c-4822-afc4-c8401ef7b510 req-3cdc02be-e33c-498f-bdb5-21f3a24b28b5 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590172 May 17 16:26:01.720719 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15d74f-3f30-45f4-8ac6-bc2b1f87d82d req-a283dea0-d8fa-41ec-a528-7a7153dfb51a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:01.722174 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-eb15d74f-3f30-45f4-8ac6-bc2b1f87d82d req-a283dea0-d8fa-41ec-a528-7a7153dfb51a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.0792584 May 17 16:26:01.770563 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-eb15d74f-3f30-45f4-8ac6-bc2b1f87d82d req-d6f1b42c-4f97-45cb-b67e-af9388c1f8ec tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422711 May 17 16:26:02.457982 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430a6ac-a4f1-4d48-8f86-59d32e11e074 req-211c6201-e6e8-49a0-a7af-9b0282f24c37 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:02.459466 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a430a6ac-a4f1-4d48-8f86-59d32e11e074 req-211c6201-e6e8-49a0-a7af-9b0282f24c37 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 944 time: 0.0835431 May 17 16:26:02.505697 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a430a6ac-a4f1-4d48-8f86-59d32e11e074 req-c6b4b1df-c20d-4e86-8b1c-ea5198a29503 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400195 May 17 16:26:02.722790 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5be3e0-df77-4dc8-abf6-e572afce4658 req-ea3ee22e-4021-409a-8299-48fbcddb8e35 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:02.724235 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9b5be3e0-df77-4dc8-abf6-e572afce4658 req-ea3ee22e-4021-409a-8299-48fbcddb8e35 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb05a39b-d3d0-4ae7-bb06-75650f3280ba HTTP/1.1" status: 200 len: 946 time: 0.0825675 May 17 16:26:02.770214 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9b5be3e0-df77-4dc8-abf6-e572afce4658 req-b589eb76-a0cb-4792-83ba-585e465b33e2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396125 May 17 16:26:02.973503 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37f922-14c9-4143-8b65-4bb541c2e757 req-276c421d-3056-4395-87b2-88aa5aeb284f tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:02.974912 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fc37f922-14c9-4143-8b65-4bb541c2e757 req-276c421d-3056-4395-87b2-88aa5aeb284f tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.0830073 May 17 16:26:03.025371 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fc37f922-14c9-4143-8b65-4bb541c2e757 req-00cd379b-5667-48b1-9118-65e2e44cd388 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446210 May 17 16:26:03.629984 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 002a5661-9f16-4faf-a244-d25e4930520d details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:26:03.756578 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc4151-9ff4-4296-832d-d61411a4e58a req-590fa9bb-fc22-4b1f-a1c0-0c588e6d4888 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:03.758954 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-badc4151-9ff4-4296-832d-d61411a4e58a req-590fa9bb-fc22-4b1f-a1c0-0c588e6d4888 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 944 time: 0.1449049 May 17 16:26:03.816348 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 002a5661-9f16-4faf-a244-d25e4930520d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=002a5661-9f16-4faf-a244-d25e4930520d,segment=NetworkSegment(75ef667e-e700-4ff5-a748-41212a7678bf),segment_id=75ef667e-e700-4ff5-a748-41212a7678bf)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:26:03.831654 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Returning: {'device': '002a5661-9f16-4faf-a244-d25e4930520d', 'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a', 'port_id': '002a5661-9f16-4faf-a244-d25e4930520d', 'mac_address': 'fa:16:3e:ea:e6:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d086fd8-03be-4322-9dc6-8915072f2b3a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:26:03.846906 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-badc4151-9ff4-4296-832d-d61411a4e58a req-d30c8e85-0d5e-473b-8f7d-e31cd5c05a3e tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810061 May 17 16:26:03.901350 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:03.922622 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002a5661-9f16-4faf-a244-d25e4930520d {{(pid=79282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:26:03.940357 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 002a5661-9f16-4faf-a244-d25e4930520d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=002a5661-9f16-4faf-a244-d25e4930520d,segment=NetworkSegment(75ef667e-e700-4ff5-a748-41212a7678bf),segment_id=75ef667e-e700-4ff5-a748-41212a7678bf)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:26:04.068591 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:04.071751 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:04.086227 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651693f8-1714-46d1-8bfd-602e8901aea8 req-5a25f43d-fbd3-4eeb-9bfa-8318c41a12de tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:04.090204 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-651693f8-1714-46d1-8bfd-602e8901aea8 req-5a25f43d-fbd3-4eeb-9bfa-8318c41a12de tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb05a39b-d3d0-4ae7-bb06-75650f3280ba HTTP/1.1" status: 200 len: 946 time: 0.1001236 May 17 16:26:04.145980 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-651693f8-1714-46d1-8bfd-602e8901aea8 req-f10537e4-0d2f-43fc-9f76-03cbc1a7c36d tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512452 May 17 16:26:04.147907 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=002a5661-9f16-4faf-a244-d25e4930520d,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:04.157030 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:04.157597 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:04.157992 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:04.158368 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:04.158735 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:04.159206 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:04.159543 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:04.159916 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:04.160247 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:04.160573 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:04.160896 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:04.161216 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:04.165732 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:04.361608 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41e389-a746-4cc5-885c-d128d966965d req-8a72e828-276c-4c58-a6ad-39f1dab98255 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:04.370819 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4c41e389-a746-4cc5-885c-d128d966965d req-8a72e828-276c-4c58-a6ad-39f1dab98255 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.1007178 May 17 16:26:04.426329 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4c41e389-a746-4cc5-885c-d128d966965d req-9cd6e00c-8015-4f99-ae91-b1db7bb42776 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542395 May 17 16:26:05.078671 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e389ae-e3ab-4d6d-961f-ba705e761763 req-2f42dea3-70c8-4386-aec0-20062b8470dc tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:05.080191 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d2e389ae-e3ab-4d6d-961f-ba705e761763 req-2f42dea3-70c8-4386-aec0-20062b8470dc tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 945 time: 0.0954990 May 17 16:26:05.132012 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d2e389ae-e3ab-4d6d-961f-ba705e761763 req-8533f89d-19b1-44e7-a34f-f02207453fd0 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455685 May 17 16:26:05.409085 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb74b82-68a4-45f5-a2c1-c4acbdaef45f req-abdd2f08-5f16-4d4c-8be5-968e8a026e68 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:05.417050 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3bb74b82-68a4-45f5-a2c1-c4acbdaef45f req-abdd2f08-5f16-4d4c-8be5-968e8a026e68 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb05a39b-d3d0-4ae7-bb06-75650f3280ba HTTP/1.1" status: 200 len: 946 time: 0.1244497 May 17 16:26:05.636516 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3bb74b82-68a4-45f5-a2c1-c4acbdaef45f req-c3924c03-5936-44a6-af93-42e461fcce40 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183225 May 17 16:26:05.778021 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7d11c-c0c8-4bce-9435-29628f83e076 req-37293353-6796-4e9a-8df2-1c4eff83057f tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:05.780370 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d1d7d11c-c0c8-4bce-9435-29628f83e076 req-37293353-6796-4e9a-8df2-1c4eff83057f tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.1013966 May 17 16:26:05.838022 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d1d7d11c-c0c8-4bce-9435-29628f83e076 req-1af32247-7218-43bc-9195-0e050a7918f4 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493288 May 17 16:26:06.353740 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af066a0-8b2c-438c-9782-1128cc3bae33 req-a83d48a3-f87e-4369-9d8f-1f40cfe1200c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:06.356015 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0af066a0-8b2c-438c-9782-1128cc3bae33 req-a83d48a3-f87e-4369-9d8f-1f40cfe1200c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 945 time: 0.0982111 May 17 16:26:06.413690 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0af066a0-8b2c-438c-9782-1128cc3bae33 req-0989056d-a11d-4253-b634-85ef276c072a tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509512 May 17 16:26:06.449021 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['002a5661-9f16-4faf-a244-d25e4930520d'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:26:06.971074 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd985c-662a-4295-818e-acc4b41f778b req-dac5b34c-ce53-4c84-9e13-49834c049d3d tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:06.982793 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-21cd985c-662a-4295-818e-acc4b41f778b req-dac5b34c-ce53-4c84-9e13-49834c049d3d tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb05a39b-d3d0-4ae7-bb06-75650f3280ba HTTP/1.1" status: 200 len: 946 time: 0.1553996 May 17 16:26:07.064258 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3059f87-fede-4b95-a5dc-fc3db2ada7e3 req-e585185c-a954-49a8-a0b9-abac1ffc49ce tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:07.065170 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-b3059f87-fede-4b95-a5dc-fc3db2ada7e3 req-e585185c-a954-49a8-a0b9-abac1ffc49ce tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Synchronizing usage tracker for tenant:0fce3d29ce494d39b82d25912ade041d on resource:port {{(pid=79281) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:26:07.132097 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-21cd985c-662a-4295-818e-acc4b41f778b req-8478136b-de6b-4b70-b6da-da9c4b998deb tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479657 May 17 16:26:07.181917 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-b3059f87-fede-4b95-a5dc-fc3db2ada7e3 req-e585185c-a954-49a8-a0b9-abac1ffc49ce tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Unset dirty status for tenant:0fce3d29ce494d39b82d25912ade041d on resource:port {{(pid=79281) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:26:07.187234 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-b3059f87-fede-4b95-a5dc-fc3db2ada7e3 req-e585185c-a954-49a8-a0b9-abac1ffc49ce tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb05a39b-d3d0-4ae7-bb06-75650f3280ba HTTP/1.1" status: 200 len: 946 time: 0.2822900 May 17 16:26:07.234807 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87a5be-6bb1-4678-a47b-52b0b9a56dff req-9fea4e0d-00ed-4569-8c14-86fd983c8455 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:07.242076 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6c87a5be-6bb1-4678-a47b-52b0b9a56dff req-9fea4e0d-00ed-4569-8c14-86fd983c8455 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.1657002 May 17 16:26:07.299929 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6c87a5be-6bb1-4678-a47b-52b0b9a56dff req-5bdf1183-b2b8-4162-92fb-fb781b41224e tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568509 May 17 16:26:07.518500 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [req-b3059f87-fede-4b95-a5dc-fc3db2ada7e3 req-e5b9e4db-986d-426a-8979-86763bd0cbc2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Deleting port a47e7716-b4b6-4c2c-8c4a-d8e4ad513784 {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:26:07.518939 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-b3059f87-fede-4b95-a5dc-fc3db2ada7e3 req-e5b9e4db-986d-426a-8979-86763bd0cbc2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:07.671328 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b504a95-5596-4afc-b5db-0413429eafda req-f2dcffd6-1d83-4c96-bf9b-2f524daedba9 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:07.678586 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8b504a95-5596-4afc-b5db-0413429eafda req-f2dcffd6-1d83-4c96-bf9b-2f524daedba9 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 945 time: 0.1261241 May 17 16:26:07.723100 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8b504a95-5596-4afc-b5db-0413429eafda req-42e44ac0-71f5-4b30-a501-41429c6c1822 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436447 May 17 16:26:07.750491 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-b3059f87-fede-4b95-a5dc-fc3db2ada7e3 req-e5b9e4db-986d-426a-8979-86763bd0cbc2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] For port a47e7716-b4b6-4c2c-8c4a-d8e4ad513784, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a47e7716-b4b6-4c2c-8c4a-d8e4ad513784,segment=NetworkSegment(55a08faa-15cc-4531-8a3c-d44bb59d5f85),segment_id=55a08faa-15cc-4531-8a3c-d44bb59d5f85)] {{(pid=79281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:26:07.750853 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-b3059f87-fede-4b95-a5dc-fc3db2ada7e3 req-e5b9e4db-986d-426a-8979-86763bd0cbc2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:07.819523 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 38886) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:07.885576 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [req-b3059f87-fede-4b95-a5dc-fc3db2ada7e3 req-e5b9e4db-986d-426a-8979-86763bd0cbc2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Calling delete_port for a47e7716-b4b6-4c2c-8c4a-d8e4ad513784 owned by compute:nova {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:26:07.954051 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5595cc30-8729-413b-a3ea-51635254e8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:07.971940 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-5595cc30-8729-413b-a3ea-51635254e8c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:26:07.976601 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-5595cc30-8729-413b-a3ea-51635254e8c2 admin admin] Usage tracker for resource:security_group_rule and tenant:2ca75eac2b1b49ce851f4dfac9f36646 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:26:07.981999 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-5595cc30-8729-413b-a3ea-51635254e8c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:26:07.990215 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-5595cc30-8729-413b-a3ea-51635254e8c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:26:08.109562 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5595cc30-8729-413b-a3ea-51635254e8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:08.191885 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-b3059f87-fede-4b95-a5dc-fc3db2ada7e3 req-e5b9e4db-986d-426a-8979-86763bd0cbc2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:08.201007 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1126c13f-ff1e-4f03-ad9f-4af7a2c181f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:08.204845 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['86fad90c-e820-4374-9e22-5ce06dd0f2ea', '90e18aac-f4fc-408e-a95d-8da1716a94ab', 'a47e7716-b4b6-4c2c-8c4a-d8e4ad513784'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:26:08.219253 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5595cc30-8729-413b-a3ea-51635254e8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:08.227655 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-0a256e81-ea97-402d-a3e4-2362b8027bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:08.299457 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9e4db-986d-426a-8979-86763bd0cbc2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Pushing event deleted for resources: {'Port': ['ID=a47e7716-b4b6-4c2c-8c4a-d8e4ad513784,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:08.300973 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e5b9e4db-986d-426a-8979-86763bd0cbc2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:08.315362 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595cc30-8729-413b-a3ea-51635254e8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8126800e-8d72-4a79-8406-961e7306ee1d,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:08.321150 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-5595cc30-8729-413b-a3ea-51635254e8c2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2ca75eac2b1b49ce851f4dfac9f36646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5001731 May 17 16:26:08.323675 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-5595cc30-8729-413b-a3ea-51635254e8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:08.334356 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c1dbf9ce-398e-4410-b92d-c03ee02515b7 req-68dd979c-c85b-4c37-976a-03462850517c tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb05a39b-d3d0-4ae7-bb06-75650f3280ba HTTP/1.1" status: 200 len: 210 time: 0.0654016 May 17 16:26:08.334356 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 38916) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:08.374879 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3059f87-fede-4b95-a5dc-fc3db2ada7e3 req-e5b9e4db-986d-426a-8979-86763bd0cbc2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] No DVR routers for this DVR port a47e7716-b4b6-4c2c-8c4a-d8e4ad513784 on host hv-cinder-76810 {{(pid=79281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:26:08.378716 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-b3059f87-fede-4b95-a5dc-fc3db2ada7e3 req-e5b9e4db-986d-426a-8979-86763bd0cbc2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:08.382029 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb05a39b-d3d0-4ae7-bb06-75650f3280ba', 'name': 'network-vif-deleted', 'tag': 'a47e7716-b4b6-4c2c-8c4a-d8e4ad513784'}] {{(pid=79281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:26:08.443710 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-253ebe85-9a89-4657-a877-229fcdd530df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:08.454993 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb05a39b-d3d0-4ae7-bb06-75650f3280ba', 'name': 'network-vif-deleted', 'tag': 'a47e7716-b4b6-4c2c-8c4a-d8e4ad513784', 'status': 'completed', 'code': 200} May 17 16:26:08.480733 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-b3059f87-fede-4b95-a5dc-fc3db2ada7e3 req-e5b9e4db-986d-426a-8979-86763bd0cbc2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.24 "DELETE /v2.0/ports/a47e7716-b4b6-4c2c-8c4a-d8e4ad513784 HTTP/1.1" status: 204 len: 173 time: 1.2853634 May 17 16:26:08.523630 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-253ebe85-9a89-4657-a877-229fcdd530df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:08.636345 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc41709-f0e1-44ea-ad80-46d7a771786e req-a1f62f5e-87a2-4d72-8b86-349299e570ec tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:08.638249 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6cc41709-f0e1-44ea-ad80-46d7a771786e req-a1f62f5e-87a2-4d72-8b86-349299e570ec tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.1605256 May 17 16:26:08.694908 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6cc41709-f0e1-44ea-ad80-46d7a771786e req-946d3aa3-6dac-4bd4-932d-ab1131cb1b1f tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490472 May 17 16:26:08.696224 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-253ebe85-9a89-4657-a877-229fcdd530df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:08.701491 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-2cf78b00-03be-4bca-89c5-f2bcc4e36eae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:08.719993 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ebe85-9a89-4657-a877-229fcdd530df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8126800e-8d72-4a79-8406-961e7306ee1d,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:08.728043 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-253ebe85-9a89-4657-a877-229fcdd530df admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:08.728043 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-253ebe85-9a89-4657-a877-229fcdd530df admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8126800e-8d72-4a79-8406-961e7306ee1d HTTP/1.1" status: 204 len: 168 time: 0.3959134 May 17 16:26:08.728043 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-253ebe85-9a89-4657-a877-229fcdd530df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:08.936570 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340097b-6a3a-49c2-a880-085d9ab01dd2 req-fbb79990-1bdc-4b54-ac20-ef60a85a71d3 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:08.938804 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7340097b-6a3a-49c2-a880-085d9ab01dd2 req-fbb79990-1bdc-4b54-ac20-ef60a85a71d3 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 945 time: 0.0901663 May 17 16:26:08.988962 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7340097b-6a3a-49c2-a880-085d9ab01dd2 req-d420ec93-04b8-4f20-89b3-0bf832e8fbbe tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441079 May 17 16:26:09.462519 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 002a5661-9f16-4faf-a244-d25e4930520d up at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:26:09.507700 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-830c1570-30de-4a34-836d-7cce022addda req-8e0a5d2a-4d82-4c8f-9deb-7de0da5d84b9 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb05a39b-d3d0-4ae7-bb06-75650f3280ba HTTP/1.1" status: 200 len: 210 time: 0.0495329 May 17 16:26:09.630750 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning for port 002a5661-9f16-4faf-a244-d25e4930520d completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:26:09.641450 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning complete for port 002a5661-9f16-4faf-a244-d25e4930520d triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:26:09.641450 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:09.792098 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:09.820213 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed419b04-3b55-4d71-ab0b-b1749ba19b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002a5661-9f16-4faf-a244-d25e4930520d'}] {{(pid=79282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:26:09.830742 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 002a5661-9f16-4faf-a244-d25e4930520d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=002a5661-9f16-4faf-a244-d25e4930520d,segment=NetworkSegment(75ef667e-e700-4ff5-a748-41212a7678bf),segment_id=75ef667e-e700-4ff5-a748-41212a7678bf)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:26:09.881003 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed419b04-3b55-4d71-ab0b-b1749ba19b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002a5661-9f16-4faf-a244-d25e4930520d', 'code': 200} May 17 16:26:09.913466 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:09.922880 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device a47e7716-b4b6-4c2c-8c4a-d8e4ad513784 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:26:09.942884 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19636a-1c9c-41da-900d-4d08bbfbb44c req-5750fc0a-492f-4f2b-8e5b-249444df47cd tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:09.944928 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ce19636a-1c9c-41da-900d-4d08bbfbb44c req-5750fc0a-492f-4f2b-8e5b-249444df47cd tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.0881057 May 17 16:26:09.952506 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:09.993750 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ce19636a-1c9c-41da-900d-4d08bbfbb44c req-e24add6b-6e39-4d5f-b4a4-fcff4a2cdbc5 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427518 May 17 16:26:10.005526 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] No Port match for: a47e7716-b4b6-4c2c-8c4a-d8e4ad513784 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:26:10.005526 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device a47e7716-b4b6-4c2c-8c4a-d8e4ad513784 not bound to the agent host hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:26:10.067875 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=002a5661-9f16-4faf-a244-d25e4930520d,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:10.074155 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:10.243364 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25bb76-58b7-40f2-b9ad-869d46119027 req-00a1b78f-07f2-45db-b895-3806a7793d3e tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:10.247666 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-db25bb76-58b7-40f2-b9ad-869d46119027 req-00a1b78f-07f2-45db-b895-3806a7793d3e tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 946 time: 0.1348512 May 17 16:26:10.299916 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-db25bb76-58b7-40f2-b9ad-869d46119027 req-1e899af5-a232-4aa4-8d64-0f1e57992eba tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484972 May 17 16:26:10.417900 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc56806-8296-44b5-822a-ba5beedd0ab8 req-ed0acc87-afd5-447e-8309-ef460d45fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:10.420055 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-2cc56806-8296-44b5-822a-ba5beedd0ab8 req-ed0acc87-afd5-447e-8309-ef460d45fea8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 1099 time: 0.0714710 May 17 16:26:10.468451 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-2cc56806-8296-44b5-822a-ba5beedd0ab8 req-93adea0b-8673-4e10-bdcd-c607608c4380 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413465 May 17 16:26:11.312754 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91031b8d-3320-4541-9f43-db99a97be80f req-eb584e60-cb22-4e4a-aa32-837a1b0f24d8 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:11.314273 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-91031b8d-3320-4541-9f43-db99a97be80f req-eb584e60-cb22-4e4a-aa32-837a1b0f24d8 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.1532621 May 17 16:26:11.322991 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06ef01-c6cc-48ef-9155-8548317d82e3 req-d1a6333d-5dec-4cd5-9056-54ffe16c431e tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:11.324822 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7e06ef01-c6cc-48ef-9155-8548317d82e3 req-d1a6333d-5dec-4cd5-9056-54ffe16c431e tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fcf0366-c9cf-4422-8643-f7fcc1cdd35f HTTP/1.1" status: 200 len: 945 time: 0.1273248 May 17 16:26:11.396355 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-91031b8d-3320-4541-9f43-db99a97be80f req-0a6a25e4-b3df-424c-afce-5cb0feb6a85d tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705345 May 17 16:26:11.407979 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7e06ef01-c6cc-48ef-9155-8548317d82e3 req-22bfa1a8-06cf-445f-88ad-18248972c3a0 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641673 May 17 16:26:11.473448 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 4355676b-524a-49e8-a6bb-418db95feab4 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:26:11.614906 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06810241-28f2-4029-86ca-3692c32139bb req-2ee06eda-e23a-4411-9417-b42efac2ea40 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:11.616510 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-06810241-28f2-4029-86ca-3692c32139bb req-2ee06eda-e23a-4411-9417-b42efac2ea40 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 946 time: 0.0895545 May 17 16:26:11.657971 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 4355676b-524a-49e8-a6bb-418db95feab4, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4355676b-524a-49e8-a6bb-418db95feab4,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:26:11.667579 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-06810241-28f2-4029-86ca-3692c32139bb req-e79c9a56-3cfa-486b-9338-c9c961776a63 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443327 May 17 16:26:11.672169 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Returning: {'device': '4355676b-524a-49e8-a6bb-418db95feab4', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'port_id': '4355676b-524a-49e8-a6bb-418db95feab4', 'mac_address': 'fa:16:3e:80:87:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:26:11.727989 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:11.744923 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4355676b-524a-49e8-a6bb-418db95feab4 {{(pid=79282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:26:11.760195 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 4355676b-524a-49e8-a6bb-418db95feab4, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4355676b-524a-49e8-a6bb-418db95feab4,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:26:11.923335 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:11.923335 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-e764f9c8-5bd5-423e-aff2-a2060a739459 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:11.992148 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=4355676b-524a-49e8-a6bb-418db95feab4,revision_number=6']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:11.995111 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:12.034573 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['4355676b-524a-49e8-a6bb-418db95feab4'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:26:12.805477 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef92d9-0d13-4ffc-80f2-0aa1976421b2 req-18f56572-fb2a-4d44-bf21-29298579376b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:12.807034 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d5ef92d9-0d13-4ffc-80f2-0aa1976421b2 req-18f56572-fb2a-4d44-bf21-29298579376b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 945 time: 0.2119064 May 17 16:26:12.823409 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee31b0-642b-486f-ab93-7f154cc3e2fe req-11e85e0f-8abd-4cca-a8f2-e7108b78625f tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:12.825140 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-daee31b0-642b-486f-ab93-7f154cc3e2fe req-11e85e0f-8abd-4cca-a8f2-e7108b78625f tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fcf0366-c9cf-4422-8643-f7fcc1cdd35f HTTP/1.1" status: 200 len: 945 time: 0.2734821 May 17 16:26:12.832340 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 39092) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:12.902184 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-daee31b0-642b-486f-ab93-7f154cc3e2fe req-d4b34d31-c678-4a13-a7bb-eef30f508fd7 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608339 May 17 16:26:12.914804 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d5ef92d9-0d13-4ffc-80f2-0aa1976421b2 req-2fc98922-2fc6-40d9-ac3e-89ebf9d73f4d tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885730 May 17 16:26:12.996982 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-585c929e-3db3-4c4f-b39c-a3291e2cabd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:13.013148 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-585c929e-3db3-4c4f-b39c-a3291e2cabd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:26:13.017252 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-585c929e-3db3-4c4f-b39c-a3291e2cabd4 admin admin] Usage tracker for resource:security_group_rule and tenant:c97920cf76f64ee4832044f630552480 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:26:13.020264 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-585c929e-3db3-4c4f-b39c-a3291e2cabd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:26:13.026849 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-585c929e-3db3-4c4f-b39c-a3291e2cabd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:26:13.105701 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f6dfa-e8ef-4a02-ae85-52ad180eb940 req-ced826bf-2782-49b8-830d-112287e73ecb tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:13.107266 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-277f6dfa-e8ef-4a02-ae85-52ad180eb940 req-ced826bf-2782-49b8-830d-112287e73ecb tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 946 time: 0.0930610 May 17 16:26:13.156808 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-277f6dfa-e8ef-4a02-ae85-52ad180eb940 req-34870c7e-68d5-43fc-8f0b-cad65e6d54fa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428507 May 17 16:26:13.183505 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-585c929e-3db3-4c4f-b39c-a3291e2cabd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:13.200347 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b3fcf-4bd2-427a-a30b-811a09ac4892 req-44bb43e0-7ae6-408b-bfdb-66c17010833e tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:13.201080 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-200b3fcf-4bd2-427a-a30b-811a09ac4892 req-44bb43e0-7ae6-408b-bfdb-66c17010833e tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Synchronizing usage tracker for tenant:0fce3d29ce494d39b82d25912ade041d on resource:port {{(pid=79281) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:26:13.296334 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-585c929e-3db3-4c4f-b39c-a3291e2cabd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:13.303219 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-200b3fcf-4bd2-427a-a30b-811a09ac4892 req-44bb43e0-7ae6-408b-bfdb-66c17010833e tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Unset dirty status for tenant:0fce3d29ce494d39b82d25912ade041d on resource:port {{(pid=79281) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:26:13.304373 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-200b3fcf-4bd2-427a-a30b-811a09ac4892 req-44bb43e0-7ae6-408b-bfdb-66c17010833e tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fcf0366-c9cf-4422-8643-f7fcc1cdd35f HTTP/1.1" status: 200 len: 945 time: 0.2322416 May 17 16:26:13.306930 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-14b30a8c-ee47-4ec3-9228-95becad20883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:13.349263 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b551b5-f43e-4904-ba75-06b6bbc3f718 req-55ba715d-2c62-476b-8211-04edc5c46258 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:13.351004 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-44b551b5-f43e-4904-ba75-06b6bbc3f718 req-55ba715d-2c62-476b-8211-04edc5c46258 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 946 time: 0.0808537 May 17 16:26:13.404494 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-44b551b5-f43e-4904-ba75-06b6bbc3f718 req-f42a6ccc-efbb-47e6-9916-29a5fe08c8d1 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463774 May 17 16:26:13.430020 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 39100) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:13.492060 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c929e-3db3-4c4f-b39c-a3291e2cabd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9243c1f-ddfb-4387-a261-75628b76e8a2,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:13.493570 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 4355676b-524a-49e8-a6bb-418db95feab4 up at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:26:13.496355 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-585c929e-3db3-4c4f-b39c-a3291e2cabd4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c97920cf76f64ee4832044f630552480&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6628191 May 17 16:26:13.499337 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-585c929e-3db3-4c4f-b39c-a3291e2cabd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:13.500154 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 39106) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:13.597503 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning complete for port 4355676b-524a-49e8-a6bb-418db95feab4 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:26:13.597888 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:13.620325 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [req-200b3fcf-4bd2-427a-a30b-811a09ac4892 req-0e4ca8be-a6e2-484d-b371-50f2fc27708d tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Deleting port 90e18aac-f4fc-408e-a95d-8da1716a94ab {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:26:13.621001 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-200b3fcf-4bd2-427a-a30b-811a09ac4892 req-0e4ca8be-a6e2-484d-b371-50f2fc27708d tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:13.631007 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-69d82e09-b77a-4a0e-a815-1c8186e2f3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:13.679159 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 39112) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:13.679994 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-69d82e09-b77a-4a0e-a815-1c8186e2f3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:13.777009 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:13.786122 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba03d9b-cd42-4d3b-ab11-23785e8f31de admin admin] Deleting subnet 8959a50f-9136-48e2-8784-209f8ccc8cc8 {{(pid=79280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:26:13.789974 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-200b3fcf-4bd2-427a-a30b-811a09ac4892 req-0e4ca8be-a6e2-484d-b371-50f2fc27708d tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] For port 90e18aac-f4fc-408e-a95d-8da1716a94ab, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=90e18aac-f4fc-408e-a95d-8da1716a94ab,segment=NetworkSegment(55a08faa-15cc-4531-8a3c-d44bb59d5f85),segment_id=55a08faa-15cc-4531-8a3c-d44bb59d5f85)] {{(pid=79281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:26:13.790469 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-200b3fcf-4bd2-427a-a30b-811a09ac4892 req-0e4ca8be-a6e2-484d-b371-50f2fc27708d tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:13.792401 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-fba03d9b-cd42-4d3b-ab11-23785e8f31de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:13.818711 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 4355676b-524a-49e8-a6bb-418db95feab4, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4355676b-524a-49e8-a6bb-418db95feab4,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:26:13.819525 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395b3656-fde8-4312-8c59-2e6202537b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4355676b-524a-49e8-a6bb-418db95feab4'}] {{(pid=79282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:26:13.867263 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db640866-bb9b-4967-96b0-7d7ddde73726 tempest-TestShelveInstance-183930537 tempest-TestShelveInstance-183930537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:13.872844 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-db640866-bb9b-4967-96b0-7d7ddde73726 tempest-TestShelveInstance-183930537 tempest-TestShelveInstance-183930537-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 1094 time: 0.4378831 May 17 16:26:13.875831 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-fba03d9b-cd42-4d3b-ab11-23785e8f31de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998496'] for subnet, precommit_delete_associations {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:13.884755 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395b3656-fde8-4312-8c59-2e6202537b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4355676b-524a-49e8-a6bb-418db95feab4', 'code': 200} May 17 16:26:13.905226 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 39118) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:13.907586 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:13.910003 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-82e9ba61-d669-41ec-bca3-6a582db82ec9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:13.919717 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-ea6aeaef-b326-4ec5-adfe-a463d510d69c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Request body: {'floatingip': {'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'port_id': '002a5661-9f16-4faf-a244-d25e4930520d', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'fixed_ip_address': '172.20.0.11'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:26:13.923649 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [req-200b3fcf-4bd2-427a-a30b-811a09ac4892 req-0e4ca8be-a6e2-484d-b371-50f2fc27708d tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Calling delete_port for 90e18aac-f4fc-408e-a95d-8da1716a94ab owned by compute:nova {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:26:13.930496 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-ea6aeaef-b326-4ec5-adfe-a463d510d69c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:26:13.980367 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-69d82e09-b77a-4a0e-a815-1c8186e2f3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:14.003147 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-ea6aeaef-b326-4ec5-adfe-a463d510d69c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Usage tracker for resource:floatingip and tenant:5f73ea9c6d28493eaca084a724daa4ae is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:26:14.005975 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-ce8b8586-8d84-40c8-980f-136901f8738c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:14.020995 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-ea6aeaef-b326-4ec5-adfe-a463d510d69c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:26:14.029898 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-ea6aeaef-b326-4ec5-adfe-a463d510d69c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:26:14.034780 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-fba03d9b-cd42-4d3b-ab11-23785e8f31de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8075481'] for subnet, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:14.056656 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=4355676b-524a-49e8-a6bb-418db95feab4,revision_number=7']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:14.071797 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:14.076704 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d82e09-b77a-4a0e-a815-1c8186e2f3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9243c1f-ddfb-4387-a261-75628b76e8a2,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:14.107763 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-69d82e09-b77a-4a0e-a815-1c8186e2f3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:14.107763 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-69d82e09-b77a-4a0e-a815-1c8186e2f3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:14.107763 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-69d82e09-b77a-4a0e-a815-1c8186e2f3f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e9243c1f-ddfb-4387-a261-75628b76e8a2 HTTP/1.1" status: 204 len: 168 time: 0.6001706 May 17 16:26:14.164236 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-200b3fcf-4bd2-427a-a30b-811a09ac4892 req-0e4ca8be-a6e2-484d-b371-50f2fc27708d tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:14.176788 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['86fad90c-e820-4374-9e22-5ce06dd0f2ea'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:26:14.183171 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:14.230908 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ca8be-a6e2-484d-b371-50f2fc27708d tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Pushing event deleted for resources: {'Port': ['ID=90e18aac-f4fc-408e-a95d-8da1716a94ab,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:14.262933 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-71ef3ed9-8aa9-42db-91c6-30cb6edfa4dc req-b499a2ad-5296-42eb-a24a-973d8a7045d1 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fcf0366-c9cf-4422-8643-f7fcc1cdd35f HTTP/1.1" status: 200 len: 210 time: 0.1410537 May 17 16:26:14.319997 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-0e4ca8be-a6e2-484d-b371-50f2fc27708d tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:14.335443 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [req-200b3fcf-4bd2-427a-a30b-811a09ac4892 req-0e4ca8be-a6e2-484d-b371-50f2fc27708d tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] No DVR routers for this DVR port 90e18aac-f4fc-408e-a95d-8da1716a94ab on host hv-cinder-76810 {{(pid=79281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:26:14.342447 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-200b3fcf-4bd2-427a-a30b-811a09ac4892 req-0e4ca8be-a6e2-484d-b371-50f2fc27708d tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:14.347661 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ea6aeaef-b326-4ec5-adfe-a463d510d69c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for floatingip, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:14.347859 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcf0366-c9cf-4422-8643-f7fcc1cdd35f', 'name': 'network-vif-deleted', 'tag': '90e18aac-f4fc-408e-a95d-8da1716a94ab'}] {{(pid=79281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:26:14.495099 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-200b3fcf-4bd2-427a-a30b-811a09ac4892 req-0e4ca8be-a6e2-484d-b371-50f2fc27708d tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.24 "DELETE /v2.0/ports/90e18aac-f4fc-408e-a95d-8da1716a94ab HTTP/1.1" status: 204 len: 173 time: 1.1774490 May 17 16:26:14.513198 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fcf0366-c9cf-4422-8643-f7fcc1cdd35f', 'name': 'network-vif-deleted', 'tag': '90e18aac-f4fc-408e-a95d-8da1716a94ab', 'status': 'completed', 'code': 200} May 17 16:26:14.609837 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d7f2f-4e86-4617-b206-6d57166144a2 req-f6594455-7c4c-474e-a64c-37396da2a11b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:14.611402 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-890d7f2f-4e86-4617-b206-6d57166144a2 req-f6594455-7c4c-474e-a64c-37396da2a11b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.4212530 May 17 16:26:14.696247 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-890d7f2f-4e86-4617-b206-6d57166144a2 req-79aa39e3-5598-4c85-a85a-50b1fb2af31a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760136 May 17 16:26:14.710173 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ea6aeaef-b326-4ec5-adfe-a463d510d69c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:14.812657 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-fba03d9b-cd42-4d3b-ab11-23785e8f31de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8075474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1940292'] for subnet, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:14.830727 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-f8d75cbe-fd1e-48c0-91e0-e1c5955102ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:14.874276 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba03d9b-cd42-4d3b-ab11-23785e8f31de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8959a50f-9136-48e2-8784-209f8ccc8cc8,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:14.879276 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-fba03d9b-cd42-4d3b-ab11-23785e8f31de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:14.883716 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-fba03d9b-cd42-4d3b-ab11-23785e8f31de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for subnet, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:14.898100 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_common [None req-ea6aeaef-b326-4ec5-adfe-a463d510d69c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Allocated IP 172.27.2.38 (42a1d626-e0b0-418c-b7f5-2b1d715bf830/6e10255a-9813-4d83-92b3-230f73c18e4f/47ac72c3-4f33-4e48-a9f1-4243b9c44eba) {{(pid=79280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:26:14.904234 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-fba03d9b-cd42-4d3b-ab11-23785e8f31de admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8959a50f-9136-48e2-8784-209f8ccc8cc8 HTTP/1.1" status: 204 len: 168 time: 1.2309315 May 17 16:26:14.907004 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 39174) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:15.020994 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ae60f324-da39-4c4d-a5fd-ac9af7fc1f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7952015'] for network, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:15.057962 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ea6aeaef-b326-4ec5-adfe-a463d510d69c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for port, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:15.147293 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ae60f324-da39-4c4d-a5fd-ac9af7fc1f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8075500', 'neutron.services.segments.db._delete_segments_for_network-8780704027010'] for network, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:15.160481 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-ae60f324-da39-4c4d-a5fd-ac9af7fc1f0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e30ef9-64ae-4f2e-80a2-236dcaaea456']}} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:26:15.174397 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-ae60f324-da39-4c4d-a5fd-ac9af7fc1f0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a5f0d29-4cfa-4ab2-88ec-26cded003ae5') {'for_net_delete': True} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:26:15.174686 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-ae60f324-da39-4c4d-a5fd-ac9af7fc1f0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a5f0d29-4cfa-4ab2-88ec-26cded003ae5') {} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:26:15.178705 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 39178) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:15.187023 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ae60f324-da39-4c4d-a5fd-ac9af7fc1f0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780704039051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1804567'] for segment, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:15.196012 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ea6aeaef-b326-4ec5-adfe-a463d510d69c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:15.205717 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ae60f324-da39-4c4d-a5fd-ac9af7fc1f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:15.207747 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-6efdd7f0-ac4a-4295-9fd9-991b85d2e2c1 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:15.213641 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae60f324-da39-4c4d-a5fd-ac9af7fc1f0e admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=79281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:26:15.214465 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ae60f324-da39-4c4d-a5fd-ac9af7fc1f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1955967'] for segment, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: Traceback (most recent call last): May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: timer() May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: cb(*args, **kw) May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: return func(*args, **kwargs) May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: self._notify() May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: self.callback(batched_events) May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: event.method(event) May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: return f(self, *a, **k) May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: return self._get(url).json() May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: return self.request(url, 'GET', **kwargs) May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:26:15.229622 dv-cinder-768105-8-iscsi neutron-server[79281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:26:15.260724 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-13e5dad8-4086-4b2e-ad66-8f28f3e20c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:15.424392 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6aeaef-b326-4ec5-adfe-a463d510d69c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:26:15.431134 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [None req-ea6aeaef-b326-4ec5-adfe-a463d510d69c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:26:15.436941 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ae60f324-da39-4c4d-a5fd-ac9af7fc1f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8075493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432837'] for network, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:15.441164 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6aeaef-b326-4ec5-adfe-a463d510d69c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Received port after_create {{(pid=79280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:26:15.450456 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-35217584-e006-40a3-ba51-6251d48dc3c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:15.468064 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ae60f324-da39-4c4d-a5fd-ac9af7fc1f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:15.468380 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-13e5dad8-4086-4b2e-ad66-8f28f3e20c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:26:15.479258 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6aeaef-b326-4ec5-adfe-a463d510d69c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Pushing event updated for resources: {'Port': ['ID=47ac72c3-4f33-4e48-a9f1-4243b9c44eba,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:15.483229 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60f324-da39-4c4d-a5fd-ac9af7fc1f0e admin admin] Pushing event deleted for resources: {'Network': ['ID=e3e30ef9-64ae-4f2e-80a2-236dcaaea456,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:15.486508 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-ae60f324-da39-4c4d-a5fd-ac9af7fc1f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:15.491539 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-13e5dad8-4086-4b2e-ad66-8f28f3e20c49 admin admin] Usage tracker for resource:security_group_rule and tenant:42777b949b1749b8876f5ebdf4653a6e is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:26:15.495501 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-13e5dad8-4086-4b2e-ad66-8f28f3e20c49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:26:15.498082 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 90e18aac-f4fc-408e-a95d-8da1716a94ab no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:26:15.501996 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-ea6aeaef-b326-4ec5-adfe-a463d510d69c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:15.536360 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] No Port match for: 90e18aac-f4fc-408e-a95d-8da1716a94ab {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:26:15.536887 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 90e18aac-f4fc-408e-a95d-8da1716a94ab not bound to the agent host hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:26:15.538230 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-13e5dad8-4086-4b2e-ad66-8f28f3e20c49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:26:15.561815 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d796909a-7de2-4ce9-a430-447750915489 req-75fb7ade-10ca-467b-8089-88cb8f84d14f tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=6fcf0366-c9cf-4422-8643-f7fcc1cdd35f HTTP/1.1" status: 200 len: 210 time: 0.0674222 May 17 16:26:15.576864 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-995ae86a-d48e-4545-b7b5-7a613522b83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:15.605219 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-ae60f324-da39-4c4d-a5fd-ac9af7fc1f0e admin admin] 10.222.0.11 "DELETE /v2.0/networks/e3e30ef9-64ae-4f2e-80a2-236dcaaea456 HTTP/1.1" status: 204 len: 168 time: 0.6971052 May 17 16:26:15.965207 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-13e5dad8-4086-4b2e-ad66-8f28f3e20c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:16.033644 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd67d8-bfe3-4f45-b5dc-3879d94eb412 req-b4cb7110-da0c-479a-9e46-35abdc624c4a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:16.035151 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1abd67d8-bfe3-4f45-b5dc-3879d94eb412 req-b4cb7110-da0c-479a-9e46-35abdc624c4a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.2157781 May 17 16:26:16.058771 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 39208) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:16.108666 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-13e5dad8-4086-4b2e-ad66-8f28f3e20c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:16.116748 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-a3318a86-3b70-4ba1-bcc4-06221426f373 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=03d094464c20471d838f2f472fbde652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556047 May 17 16:26:16.119269 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 39212) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:16.120669 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-0e1e45f1-1d17-4668-bdd4-474f6e37a6e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:16.181354 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-76514430-6d19-4875-bd90-b65a113e9d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:16.197836 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1abd67d8-bfe3-4f45-b5dc-3879d94eb412 req-15b3efe9-74c4-4c49-8d8c-6d9e72eed9b0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241932 May 17 16:26:16.202796 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5dad8-4086-4b2e-ad66-8f28f3e20c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e64078-7cfe-4f85-8a0b-24697df1eb97,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:16.210051 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-13e5dad8-4086-4b2e-ad66-8f28f3e20c49 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=42777b949b1749b8876f5ebdf4653a6e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0272663 May 17 16:26:16.210311 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-76514430-6d19-4875-bd90-b65a113e9d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:16.211367 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-13e5dad8-4086-4b2e-ad66-8f28f3e20c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:16.211559 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 39216) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:16.294594 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ea6aeaef-b326-4ec5-adfe-a463d510d69c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:16.299106 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f28ba374-ae33-4442-8684-65b73bbe44a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:16.334650 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f28ba374-ae33-4442-8684-65b73bbe44a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:16.364399 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-76514430-6d19-4875-bd90-b65a113e9d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:16.369435 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-887ccb2c-e82b-46fc-b411-bf4166e81772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:16.383910 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76514430-6d19-4875-bd90-b65a113e9d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3439e4c-e92e-4f18-a882-e74a225a2d9d,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:16.386849 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-76514430-6d19-4875-bd90-b65a113e9d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:16.482887 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ea6aeaef-b326-4ec5-adfe-a463d510d69c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:16.507411 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-76514430-6d19-4875-bd90-b65a113e9d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:16.508808 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-76514430-6d19-4875-bd90-b65a113e9d6d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d3439e4c-e92e-4f18-a882-e74a225a2d9d HTTP/1.1" status: 204 len: 168 time: 0.3886566 May 17 16:26:16.528425 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f28ba374-ae33-4442-8684-65b73bbe44a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:16.536500 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-4cc1fba1-3f15-4f3b-8a15-0097b9dc3222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:16.556438 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ba374-ae33-4442-8684-65b73bbe44a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e64078-7cfe-4f85-8a0b-24697df1eb97,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:16.562494 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-f28ba374-ae33-4442-8684-65b73bbe44a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:16.576312 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f28ba374-ae33-4442-8684-65b73bbe44a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:16.577444 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-f28ba374-ae33-4442-8684-65b73bbe44a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e1e64078-7cfe-4f85-8a0b-24697df1eb97 HTTP/1.1" status: 204 len: 168 time: 0.3649526 May 17 16:26:16.761707 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ea6aeaef-b326-4ec5-adfe-a463d510d69c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for port, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:16.855653 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ea6aeaef-b326-4ec5-adfe-a463d510d69c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566544'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:16.861532 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-7e3a125d-4024-4247-a956-f7fb5f41b9aa tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:16.988356 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6aeaef-b326-4ec5-adfe-a463d510d69c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Pushing event updated for resources: {'Port': ['ID=47ac72c3-4f33-4e48-a9f1-4243b9c44eba,revision_number=2']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:16.993010 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-ea6aeaef-b326-4ec5-adfe-a463d510d69c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:16.999729 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ea6aeaef-b326-4ec5-adfe-a463d510d69c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432823'] for floatingip, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:17.232963 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.db.l3_db [None req-ea6aeaef-b326-4ec5-adfe-a463d510d69c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Floating IP 4cf1a8df-fdab-40ce-bd39-2a467bea7b96 associated. External IP: 172.27.2.38, port: 002a5661-9f16-4faf-a244-d25e4930520d. May 17 16:26:17.731234 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3fa9c-c7a6-4539-856a-fd0b6f07247a req-da0adce0-fa46-4ad9-ad51-4da370935f96 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:17.732831 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6de3fa9c-c7a6-4539-856a-fd0b6f07247a req-da0adce0-fa46-4ad9-ad51-4da370935f96 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.2182488 May 17 16:26:17.868933 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6de3fa9c-c7a6-4539-856a-fd0b6f07247a req-68695c64-7916-4b2b-9218-262f4236418e tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245618 May 17 16:26:17.895245 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6aeaef-b326-4ec5-adfe-a463d510d69c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Router bd18d908-8522-4186-a689-5350e58ffb0f has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:26:18.105084 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6aeaef-b326-4ec5-adfe-a463d510d69c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:26:18.119195 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04abc3ef-789b-40b8-86f2-fb35bb55af90 None None] Sync routers for ids ['bd18d908-8522-4186-a689-5350e58ffb0f'] in dv-cinder-768105-8-iscsi {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:26:18.132908 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04abc3ef-789b-40b8-86f2-fb35bb55af90 None None] Routers {'bd18d908-8522-4186-a689-5350e58ffb0f'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:26:18.133706 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-04abc3ef-789b-40b8-86f2-fb35bb55af90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:25:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['bd18d908-8522-4186-a689-5350e58ffb0f'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:26:18.237653 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ea6aeaef-b326-4ec5-adfe-a463d510d69c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for floatingip, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:18.322543 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-ea6aeaef-b326-4ec5-adfe-a463d510d69c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4158986 May 17 16:26:18.323568 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed419b04-3b55-4d71-ab0b-b1749ba19b83', 'tag': '002a5661-9f16-4faf-a244-d25e4930520d'}] {{(pid=79280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:26:18.389981 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-04abc3ef-789b-40b8-86f2-fb35bb55af90 None None] Set router bd18d908-8522-4186-a689-5350e58ffb0f gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:26:18.404894 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed419b04-3b55-4d71-ab0b-b1749ba19b83', 'tag': '002a5661-9f16-4faf-a244-d25e4930520d', 'status': 'completed', 'code': 200} May 17 16:26:18.446805 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:18.507959 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-ed701ab5-6a4f-4872-8fed-f655741f85d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:18.556058 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824281a1-2552-4036-a5c4-373e07fc07c4 req-ef400e82-4730-43e5-8ce7-5f3159b1133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:18.558278 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-824281a1-2552-4036-a5c4-373e07fc07c4 req-ef400e82-4730-43e5-8ce7-5f3159b1133c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f73ea9c6d28493eaca084a724daa4ae&device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 1099 time: 0.1286876 May 17 16:26:18.807951 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824281a1-2552-4036-a5c4-373e07fc07c4 req-59fbcca4-7493-43ba-a920-8a281002a6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:18.810025 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-824281a1-2552-4036-a5c4-373e07fc07c4 req-59fbcca4-7493-43ba-a920-8a281002a6f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ee4d78fa-99de-44c7-9335-553d5242008a HTTP/1.1" status: 200 len: 910 time: 0.2384868 May 17 16:26:18.987890 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-824281a1-2552-4036-a5c4-373e07fc07c4 req-51abbf6f-7e2b-4f89-878c-0080f22db875 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=002a5661-9f16-4faf-a244-d25e4930520d HTTP/1.1" status: 200 len: 999 time: 0.1700678 May 17 16:26:19.098956 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-04abc3ef-789b-40b8-86f2-fb35bb55af90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'name': 'tempest-TestShelveInstance-1089850796-router', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:39Z', 'updated_at': '2021-05-17T16:24:46Z', 'revision_number': 4, 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'gw_port': {'id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:40Z', 'updated_at': '2021-05-17T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': '4cf1a8df-fdab-40ce-bd39-2a467bea7b96', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'port_id': '002a5661-9f16-4faf-a244-d25e4930520d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a', 'mac_address': 'fa:16:3e:ea:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed419b04-3b55-4d71-ab0b-b1749ba19b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:26:16Z', 'updated_at': '2021-05-17T16:26:16Z', 'revision_number': 0, 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '277f7b4b-b778-4dcb-98ec-b6aeb86d830b', 'name': '', 'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'mac_address': 'fa:16:3e:f4:92:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9d086fd8-03be-4322-9dc6-8915072f2b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:45Z', 'updated_at': '2021-05-17T16:24:53Z', 'revision_number': 5, 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'subnets': [{'id': '9d086fd8-03be-4322-9dc6-8915072f2b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:26:19.110437 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04abc3ef-789b-40b8-86f2-fb35bb55af90 None None] Checking router: bd18d908-8522-4186-a689-5350e58ffb0f for host: dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:26:19.141423 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04abc3ef-789b-40b8-86f2-fb35bb55af90 None None] Routers {'bd18d908-8522-4186-a689-5350e58ffb0f'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:26:19.142510 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-04abc3ef-789b-40b8-86f2-fb35bb55af90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:26:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['bd18d908-8522-4186-a689-5350e58ffb0f'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:26:19.176225 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824281a1-2552-4036-a5c4-373e07fc07c4 req-32d2c79e-fab2-4412-a673-76f812870431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:19.176225 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-824281a1-2552-4036-a5c4-373e07fc07c4 req-32d2c79e-fab2-4412-a673-76f812870431 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d086fd8-03be-4322-9dc6-8915072f2b3a HTTP/1.1" status: 200 len: 848 time: 0.1784742 May 17 16:26:19.229445 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3d86d-1cd4-451b-9d52-753cc21a3a95 req-41b31ea4-d90f-4683-99ab-322afa1047d7 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:19.232723 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-02d3d86d-1cd4-451b-9d52-753cc21a3a95 req-41b31ea4-d90f-4683-99ab-322afa1047d7 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.1088173 May 17 16:26:19.378426 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-02d3d86d-1cd4-451b-9d52-753cc21a3a95 req-d2b31a3a-ce49-46f7-b1e2-ee501c322417 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286039 May 17 16:26:19.577480 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-04abc3ef-789b-40b8-86f2-fb35bb55af90 None None] Set router bd18d908-8522-4186-a689-5350e58ffb0f gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:26:19.597609 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824281a1-2552-4036-a5c4-373e07fc07c4 req-1205f92b-5cf5-408b-b288-2f5a7e28ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:19.600082 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-824281a1-2552-4036-a5c4-373e07fc07c4 req-1205f92b-5cf5-408b-b288-2f5a7e28ccf2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee4d78fa-99de-44c7-9335-553d5242008a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4123185 May 17 16:26:19.662633 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe5390-fb8d-4465-a673-9cbee12eda4b req-2253cd87-d8a4-4d23-a91a-7a4d50cbeb6c tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:19.667769 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-afbe5390-fb8d-4465-a673-9cbee12eda4b req-2253cd87-d8a4-4d23-a91a-7a4d50cbeb6c tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 945 time: 0.1462085 May 17 16:26:19.682001 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:19.734706 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-afbe5390-fb8d-4465-a673-9cbee12eda4b req-041304be-0046-47d5-9f49-1d3e1f59b5ef tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651305 May 17 16:26:19.860984 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-824281a1-2552-4036-a5c4-373e07fc07c4 req-17e8a920-018b-4c6f-b253-f1d2e9d7aaa6 service neutron] 10.222.0.24 "GET /v2.0/networks/ee4d78fa-99de-44c7-9335-553d5242008a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525401 May 17 16:26:20.071442 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-824281a1-2552-4036-a5c4-373e07fc07c4 req-b1a5440a-12ca-4912-9a7f-24ada3b6fba8 service neutron] 10.222.0.24 "GET /v2.0/networks/ee4d78fa-99de-44c7-9335-553d5242008a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037461 May 17 16:26:20.194339 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-04abc3ef-789b-40b8-86f2-fb35bb55af90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'name': 'tempest-TestShelveInstance-1089850796-router', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:39Z', 'updated_at': '2021-05-17T16:24:46Z', 'revision_number': 4, 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'gw_port': {'id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:40Z', 'updated_at': '2021-05-17T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': '4cf1a8df-fdab-40ce-bd39-2a467bea7b96', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'port_id': '002a5661-9f16-4faf-a244-d25e4930520d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a', 'mac_address': 'fa:16:3e:ea:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed419b04-3b55-4d71-ab0b-b1749ba19b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:26:16Z', 'updated_at': '2021-05-17T16:26:16Z', 'revision_number': 0, 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '277f7b4b-b778-4dcb-98ec-b6aeb86d830b', 'name': '', 'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'mac_address': 'fa:16:3e:f4:92:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9d086fd8-03be-4322-9dc6-8915072f2b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:45Z', 'updated_at': '2021-05-17T16:24:53Z', 'revision_number': 5, 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'subnets': [{'id': '9d086fd8-03be-4322-9dc6-8915072f2b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:26:20.197391 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04abc3ef-789b-40b8-86f2-fb35bb55af90 None None] The sync data for ids ['bd18d908-8522-4186-a689-5350e58ffb0f'] in dv-cinder-768105-8-iscsi is: [{'id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'name': 'tempest-TestShelveInstance-1089850796-router', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:39Z', 'updated_at': '2021-05-17T16:24:46Z', 'revision_number': 4, 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'gw_port': {'id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:40Z', 'updated_at': '2021-05-17T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': '4cf1a8df-fdab-40ce-bd39-2a467bea7b96', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'port_id': '002a5661-9f16-4faf-a244-d25e4930520d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a', 'mac_address': 'fa:16:3e:ea:e6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed419b04-3b55-4d71-ab0b-b1749ba19b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:26:16Z', 'updated_at': '2021-05-17T16:26:16Z', 'revision_number': 0, 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '277f7b4b-b778-4dcb-98ec-b6aeb86d830b', 'name': '', 'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'mac_address': 'fa:16:3e:f4:92:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9d086fd8-03be-4322-9dc6-8915072f2b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:45Z', 'updated_at': '2021-05-17T16:24:53Z', 'revision_number': 5, 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'subnets': [{'id': '9d086fd8-03be-4322-9dc6-8915072f2b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:26:20.621758 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d088e5d0-be36-4db3-bf28-708ba3a5ba07 None None] New status for floating IP 4cf1a8df-fdab-40ce-bd39-2a467bea7b96: ACTIVE {{(pid=79283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:26:20.655461 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:20.773258 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065394e9-8d95-460e-acf9-2cf5e45ee9f3 req-9afd4741-0e3e-4d8a-ab19-96ffa22e8fb5 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:20.789172 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-065394e9-8d95-460e-acf9-2cf5e45ee9f3 req-9afd4741-0e3e-4d8a-ab19-96ffa22e8fb5 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.1223052 May 17 16:26:20.885330 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-065394e9-8d95-460e-acf9-2cf5e45ee9f3 req-d01ebd72-574c-439b-b1d7-6522dc358728 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946009 May 17 16:26:21.056759 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc963f7-f2ef-4d21-bd95-d360efe99dea req-4eb7964e-a8d0-4477-8a23-6b6276e5f47a tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:21.068149 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-bfc963f7-f2ef-4d21-bd95-d360efe99dea req-4eb7964e-a8d0-4477-8a23-6b6276e5f47a tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 945 time: 0.1343791 May 17 16:26:21.148091 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-bfc963f7-f2ef-4d21-bd95-d360efe99dea req-fff8c55c-0ca8-4547-83bd-91a9f3fc760d tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773039 May 17 16:26:21.349782 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89bf35-37b3-4200-9080-e14b643b7336 req-6a997588-7cad-4ffc-895e-7b6830db3339 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:21.350780 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-bd89bf35-37b3-4200-9080-e14b643b7336 req-6a997588-7cad-4ffc-895e-7b6830db3339 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Synchronizing usage tracker for tenant:0fce3d29ce494d39b82d25912ade041d on resource:port {{(pid=79281) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:26:21.470888 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-bd89bf35-37b3-4200-9080-e14b643b7336 req-6a997588-7cad-4ffc-895e-7b6830db3339 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Unset dirty status for tenant:0fce3d29ce494d39b82d25912ade041d on resource:port {{(pid=79281) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:26:21.472498 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-bd89bf35-37b3-4200-9080-e14b643b7336 req-6a997588-7cad-4ffc-895e-7b6830db3339 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.24 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 945 time: 0.2382467 May 17 16:26:21.672438 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [req-bd89bf35-37b3-4200-9080-e14b643b7336 req-7aaf1ae2-1d73-42e9-b738-73307f601d44 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Deleting port 86fad90c-e820-4374-9e22-5ce06dd0f2ea {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:26:21.672438 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-bd89bf35-37b3-4200-9080-e14b643b7336 req-7aaf1ae2-1d73-42e9-b738-73307f601d44 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:21.711408 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:21.966963 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-bd89bf35-37b3-4200-9080-e14b643b7336 req-7aaf1ae2-1d73-42e9-b738-73307f601d44 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] For port 86fad90c-e820-4374-9e22-5ce06dd0f2ea, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=86fad90c-e820-4374-9e22-5ce06dd0f2ea,segment=NetworkSegment(55a08faa-15cc-4531-8a3c-d44bb59d5f85),segment_id=55a08faa-15cc-4531-8a3c-d44bb59d5f85)] {{(pid=79281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:26:21.967461 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-bd89bf35-37b3-4200-9080-e14b643b7336 req-7aaf1ae2-1d73-42e9-b738-73307f601d44 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:22.150008 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73328a70-8e6e-4ff0-aaf8-01b137480f49 req-8cb73236-2a44-48e8-b79e-bac79a435808 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:22.177868 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-73328a70-8e6e-4ff0-aaf8-01b137480f49 req-8cb73236-2a44-48e8-b79e-bac79a435808 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.1508098 May 17 16:26:22.213767 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [req-bd89bf35-37b3-4200-9080-e14b643b7336 req-7aaf1ae2-1d73-42e9-b738-73307f601d44 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Calling delete_port for 86fad90c-e820-4374-9e22-5ce06dd0f2ea owned by compute:nova {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:26:22.297986 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-73328a70-8e6e-4ff0-aaf8-01b137480f49 req-65088924-eedd-4fe3-ad57-84bb0ce87083 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188216 May 17 16:26:22.479944 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e342d2-99ca-44b8-b3ed-4a2a10c7d666 req-dbfe1ca8-e93c-459a-bb3b-9eb5108a0cb0 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:22.482410 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d4e342d2-99ca-44b8-b3ed-4a2a10c7d666 req-dbfe1ca8-e93c-459a-bb3b-9eb5108a0cb0 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 945 time: 0.1278634 May 17 16:26:22.585892 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-bd89bf35-37b3-4200-9080-e14b643b7336 req-7aaf1ae2-1d73-42e9-b738-73307f601d44 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:22.690744 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d4e342d2-99ca-44b8-b3ed-4a2a10c7d666 req-5bf5d656-aa6f-49f8-b36a-c5f3dcc571fc tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b380b57-11ab-49da-8b58-dde04c3b3046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142302 May 17 16:26:22.693626 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-4c89e621-80e0-409f-beda-7b04f147c599 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:22.834597 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf1ae2-1d73-42e9-b738-73307f601d44 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Pushing event deleted for resources: {'Port': ['ID=86fad90c-e820-4374-9e22-5ce06dd0f2ea,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:22.834597 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-7aaf1ae2-1d73-42e9-b738-73307f601d44 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:22.834597 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd89bf35-37b3-4200-9080-e14b643b7336 req-7aaf1ae2-1d73-42e9-b738-73307f601d44 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] No DVR routers for this DVR port 86fad90c-e820-4374-9e22-5ce06dd0f2ea on host hv-cinder-76810 {{(pid=79281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:26:22.834597 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-bd89bf35-37b3-4200-9080-e14b643b7336 req-7aaf1ae2-1d73-42e9-b738-73307f601d44 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:22.834597 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91e43c6-a9f6-4b00-bf1d-d381ea02e0c3', 'name': 'network-vif-deleted', 'tag': '86fad90c-e820-4374-9e22-5ce06dd0f2ea'}] {{(pid=79281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:26:22.884844 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91e43c6-a9f6-4b00-bf1d-d381ea02e0c3', 'name': 'network-vif-deleted', 'tag': '86fad90c-e820-4374-9e22-5ce06dd0f2ea', 'status': 'completed', 'code': 200} May 17 16:26:23.529517 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf57b6a-4512-46ff-9f8e-adc290f7717b req-917e8075-fa52-4a18-94ec-b1bc69ded61b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:23.531871 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5bf57b6a-4512-46ff-9f8e-adc290f7717b req-917e8075-fa52-4a18-94ec-b1bc69ded61b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.1029086 May 17 16:26:23.568949 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 86fad90c-e820-4374-9e22-5ce06dd0f2ea no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:26:23.582069 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5bf57b6a-4512-46ff-9f8e-adc290f7717b req-1fd664d6-21e7-479d-9791-230bfd5f3307 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438547 May 17 16:26:23.612240 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] No Port match for: 86fad90c-e820-4374-9e22-5ce06dd0f2ea {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:26:23.612585 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 86fad90c-e820-4374-9e22-5ce06dd0f2ea not bound to the agent host hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:26:23.661966 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-bd89bf35-37b3-4200-9080-e14b643b7336 req-7aaf1ae2-1d73-42e9-b738-73307f601d44 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.24 "DELETE /v2.0/ports/86fad90c-e820-4374-9e22-5ce06dd0f2ea HTTP/1.1" status: 204 len: 173 time: 2.1836860 May 17 16:26:23.860984 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8e4e377e-a58d-4e32-bdf5-19d276403dbc req-ff71a259-bfc1-42e4-9aa3-73ff55693f17 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 210 time: 0.0732346 May 17 16:26:24.806276 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:26:24.857343 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d34068-e301-42fe-9999-ea187e87d7ff req-afbb530f-09c6-4fdc-8f78-7cbb372e6674 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:24.861288 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-52d34068-e301-42fe-9999-ea187e87d7ff req-afbb530f-09c6-4fdc-8f78-7cbb372e6674 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.1368258 May 17 16:26:24.948639 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-52d34068-e301-42fe-9999-ea187e87d7ff req-f2561232-3fab-4514-b08a-f3c157f6177e tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857689 May 17 16:26:25.142778 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1476d4bf-7a9f-495f-8582-3bf25a31170a req-045a4de3-99f7-40df-ac5d-c6c5c473053e tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] 10.222.0.11 "GET /v2.0/ports?device_id=d91e43c6-a9f6-4b00-bf1d-d381ea02e0c3 HTTP/1.1" status: 200 len: 210 time: 0.0554607 May 17 16:26:26.318497 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 39404) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:26.442441 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec60fb00-42b9-4b20-b202-f0bef3e67566 admin admin] Deleting subnet 3e301c64-858a-4909-8df8-c3fa15fb506f {{(pid=79281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:26:26.444398 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ec60fb00-42b9-4b20-b202-f0bef3e67566 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:26.522610 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ec60fb00-42b9-4b20-b202-f0bef3e67566 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1804568'] for subnet, precommit_delete_associations {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:26.545316 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db7118-2622-499b-bf80-e2227816b326 req-bef94e10-98eb-424f-aac8-ddb860af3268 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:26.553528 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-31db7118-2622-499b-bf80-e2227816b326 req-bef94e10-98eb-424f-aac8-ddb860af3268 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.4064789 May 17 16:26:26.621878 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ec60fb00-42b9-4b20-b202-f0bef3e67566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8075481'] for subnet, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:26.644036 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-31db7118-2622-499b-bf80-e2227816b326 req-6f2fa090-c618-4758-b0d5-b12bf74db463 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799742 May 17 16:26:27.335646 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ec60fb00-42b9-4b20-b202-f0bef3e67566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8075474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1956057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3136364'] for subnet, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:27.340041 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:27.375223 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60fb00-42b9-4b20-b202-f0bef3e67566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e301c64-858a-4909-8df8-c3fa15fb506f,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:27.378687 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-ec60fb00-42b9-4b20-b202-f0bef3e67566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:27.381216 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ec60fb00-42b9-4b20-b202-f0bef3e67566 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:27.389504 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-ec60fb00-42b9-4b20-b202-f0bef3e67566 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3e301c64-858a-4909-8df8-c3fa15fb506f HTTP/1.1" status: 204 len: 168 time: 1.0682209 May 17 16:26:27.390235 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 39422) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:27.599860 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-902a98eb-efed-4c82-9050-517241160e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7952015'] for network, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:27.735592 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-902a98eb-efed-4c82-9050-517241160e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8075500', 'neutron.services.segments.db._delete_segments_for_network-8780704027010'] for network, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:27.753794 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-902a98eb-efed-4c82-9050-517241160e06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78295850-4922-436a-a3e2-89441ba0baee']}} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:26:27.766425 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-902a98eb-efed-4c82-9050-517241160e06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a08faa-15cc-4531-8a3c-d44bb59d5f85') {'for_net_delete': True} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:26:27.766722 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-902a98eb-efed-4c82-9050-517241160e06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a08faa-15cc-4531-8a3c-d44bb59d5f85') {} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:26:27.778815 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-902a98eb-efed-4c82-9050-517241160e06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780704039051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1804567'] for segment, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:27.801694 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-902a98eb-efed-4c82-9050-517241160e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:27.809786 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-902a98eb-efed-4c82-9050-517241160e06 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=79281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:26:27.810195 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-902a98eb-efed-4c82-9050-517241160e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1955967'] for segment, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: Traceback (most recent call last): May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: timer() May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: cb(*args, **kw) May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: return func(*args, **kwargs) May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: self._notify() May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: self.callback(batched_events) May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: event.method(event) May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: return f(self, *a, **k) May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: return self._get(url).json() May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: return self.request(url, 'GET', **kwargs) May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:26:27.825160 dv-cinder-768105-8-iscsi neutron-server[79281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:26:27.843926 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05692c3-ff46-401e-ba73-4919f4ecdbe8 req-1f957c90-1f23-44a6-a860-f88198f4ea1a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:27.845457 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c05692c3-ff46-401e-ba73-4919f4ecdbe8 req-1f957c90-1f23-44a6-a860-f88198f4ea1a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.0972507 May 17 16:26:27.892039 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c05692c3-ff46-401e-ba73-4919f4ecdbe8 req-c6f0fcf4-321e-4e9d-802d-64ee03c129c9 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406733 May 17 16:26:28.021072 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-902a98eb-efed-4c82-9050-517241160e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8075493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432837'] for network, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:28.027384 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-ae60f324-da39-4c4d-a5fd-ac9af7fc1f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:28.038615 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-902a98eb-efed-4c82-9050-517241160e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:28.049114 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a98eb-efed-4c82-9050-517241160e06 admin admin] Pushing event deleted for resources: {'Network': ['ID=78295850-4922-436a-a3e2-89441ba0baee,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:28.052628 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-902a98eb-efed-4c82-9050-517241160e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:28.151610 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-902a98eb-efed-4c82-9050-517241160e06 admin admin] 10.222.0.11 "DELETE /v2.0/networks/78295850-4922-436a-a3e2-89441ba0baee HTTP/1.1" status: 204 len: 168 time: 0.7602947 May 17 16:26:28.770385 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 39456) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:28.850766 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 39460) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:28.851524 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-135a53fc-e3ba-47b0-8072-402aa7c2d938 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0fce3d29ce494d39b82d25912ade041d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0780029 May 17 16:26:28.962128 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-440c76cc-2b11-481e-ad26-4b3dab921eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:29.025253 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-440c76cc-2b11-481e-ad26-4b3dab921eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:29.195472 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138bd21-118e-4fa7-ba4e-f49463c8f61c req-abe0d883-6f65-46b7-9c84-eb7713a8a7ec tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:29.206169 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b138bd21-118e-4fa7-ba4e-f49463c8f61c req-abe0d883-6f65-46b7-9c84-eb7713a8a7ec tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.1169493 May 17 16:26:29.206404 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 39474) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:29.269623 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b138bd21-118e-4fa7-ba4e-f49463c8f61c req-d915f2d2-fd67-45de-8f0c-c674c6500bd6 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618026 May 17 16:26:29.290223 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-440c76cc-2b11-481e-ad26-4b3dab921eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:29.296434 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:29.311714 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c76cc-2b11-481e-ad26-4b3dab921eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b380b57-11ab-49da-8b58-dde04c3b3046,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:29.315510 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-440c76cc-2b11-481e-ad26-4b3dab921eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:29.392693 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-440c76cc-2b11-481e-ad26-4b3dab921eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:29.396496 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-440c76cc-2b11-481e-ad26-4b3dab921eff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0b380b57-11ab-49da-8b58-dde04c3b3046 HTTP/1.1" status: 204 len: 168 time: 0.5412598 May 17 16:26:29.435018 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c92c620d-5c15-48a5-a007-f23f7826fde6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:29.455473 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-c92c620d-5c15-48a5-a007-f23f7826fde6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:26:29.459578 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-c92c620d-5c15-48a5-a007-f23f7826fde6 admin admin] Usage tracker for resource:security_group_rule and tenant:1eb2c264e6dc4aeb81c26aead001ced3 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:26:29.476615 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-c92c620d-5c15-48a5-a007-f23f7826fde6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:26:29.484610 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-c92c620d-5c15-48a5-a007-f23f7826fde6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:26:29.604035 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c92c620d-5c15-48a5-a007-f23f7826fde6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:29.678386 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c92c620d-5c15-48a5-a007-f23f7826fde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:29.691413 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-c2df71f7-0420-475f-a8d3-3b30f899b60a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:29.743381 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c620d-5c15-48a5-a007-f23f7826fde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af5532b-c7fc-48b3-83df-8e3979e68019,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:29.758912 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-c92c620d-5c15-48a5-a007-f23f7826fde6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1eb2c264e6dc4aeb81c26aead001ced3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5392532 May 17 16:26:29.761538 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 39484) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:29.774789 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-c92c620d-5c15-48a5-a007-f23f7826fde6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:29.856637 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-b7a64214-5d11-4416-8a43-8bc209c125a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:29.891454 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-b7a64214-5d11-4416-8a43-8bc209c125a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:30.110660 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-b7a64214-5d11-4416-8a43-8bc209c125a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:30.116590 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-4ef37c94-a1ed-43ac-9bb4-35bd9f5120a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:30.128913 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a64214-5d11-4416-8a43-8bc209c125a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af5532b-c7fc-48b3-83df-8e3979e68019,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:30.139010 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-b7a64214-5d11-4416-8a43-8bc209c125a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:30.145572 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-b7a64214-5d11-4416-8a43-8bc209c125a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:30.147257 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-b7a64214-5d11-4416-8a43-8bc209c125a3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9af5532b-c7fc-48b3-83df-8e3979e68019 HTTP/1.1" status: 204 len: 168 time: 0.3841794 May 17 16:26:30.759159 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053e015-3ca5-4201-8483-861b246b73e1 req-9f2b6f47-36b0-4445-b123-7c971d5b2447 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:30.760800 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c053e015-3ca5-4201-8483-861b246b73e1 req-9f2b6f47-36b0-4445-b123-7c971d5b2447 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.1119819 May 17 16:26:30.829634 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c053e015-3ca5-4201-8483-861b246b73e1 req-56967cc7-a692-4cce-a702-f137b7850ada tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581701 May 17 16:26:30.941076 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 39516) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:30.985948 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-fcdcc10a-cd5c-49b0-9618-c31ea127c3d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:31.042591 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-fcdcc10a-cd5c-49b0-9618-c31ea127c3d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:26:31.042591 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-fcdcc10a-cd5c-49b0-9618-c31ea127c3d5 admin admin] Usage tracker for resource:security_group_rule and tenant:eee09dfd45f4468bbad9efcfd1b53aae is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:26:31.042591 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-fcdcc10a-cd5c-49b0-9618-c31ea127c3d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:26:31.042591 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-fcdcc10a-cd5c-49b0-9618-c31ea127c3d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:26:31.151799 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-fcdcc10a-cd5c-49b0-9618-c31ea127c3d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:31.455680 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-fcdcc10a-cd5c-49b0-9618-c31ea127c3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:31.465465 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-76514430-6d19-4875-bd90-b65a113e9d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:31.509550 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-fcdcc10a-cd5c-49b0-9618-c31ea127c3d5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eee09dfd45f4468bbad9efcfd1b53aae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5666754 May 17 16:26:31.511380 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcc10a-cd5c-49b0-9618-c31ea127c3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acda50b-8b5f-457f-953d-84aee0b97163,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:31.513356 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 39530) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:31.515551 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-fcdcc10a-cd5c-49b0-9618-c31ea127c3d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:31.577769 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8727c437-7a80-407f-825f-63cb0597ea7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:31.609391 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8727c437-7a80-407f-825f-63cb0597ea7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:31.792293 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8727c437-7a80-407f-825f-63cb0597ea7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:31.797610 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-69d82e09-b77a-4a0e-a815-1c8186e2f3f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:31.810120 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727c437-7a80-407f-825f-63cb0597ea7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acda50b-8b5f-457f-953d-84aee0b97163,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:31.812956 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-8727c437-7a80-407f-825f-63cb0597ea7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:31.820398 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8727c437-7a80-407f-825f-63cb0597ea7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:31.824715 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-8727c437-7a80-407f-825f-63cb0597ea7f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8acda50b-8b5f-457f-953d-84aee0b97163 HTTP/1.1" status: 204 len: 168 time: 0.3071251 May 17 16:26:32.034427 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91965ec3-bf10-4a22-a9b7-d19afc27d21e req-09a2e875-946f-4aa3-91b3-911d3874bf7b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:32.036340 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-91965ec3-bf10-4a22-a9b7-d19afc27d21e req-09a2e875-946f-4aa3-91b3-911d3874bf7b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.0951500 May 17 16:26:32.086771 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-91965ec3-bf10-4a22-a9b7-d19afc27d21e req-3ddbd33e-b9b6-4c4b-bed7-4af4b730f197 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431702 May 17 16:26:32.926549 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 39556) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:32.946965 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-824d85b9-bfb7-4648-b9f5-bc71b3491d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:32.961550 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-824d85b9-bfb7-4648-b9f5-bc71b3491d2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:26:32.968324 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-824d85b9-bfb7-4648-b9f5-bc71b3491d2b admin admin] Usage tracker for resource:security_group_rule and tenant:bf9e6f5e9f484412b3135bf9f32d1a29 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:26:32.971259 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-824d85b9-bfb7-4648-b9f5-bc71b3491d2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:26:32.976835 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-824d85b9-bfb7-4648-b9f5-bc71b3491d2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:26:33.058721 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-824d85b9-bfb7-4648-b9f5-bc71b3491d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:33.135229 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-824d85b9-bfb7-4648-b9f5-bc71b3491d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:33.142648 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-c92c620d-5c15-48a5-a007-f23f7826fde6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:33.185149 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-824d85b9-bfb7-4648-b9f5-bc71b3491d2b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf9e6f5e9f484412b3135bf9f32d1a29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569971 May 17 16:26:33.186396 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d85b9-bfb7-4648-b9f5-bc71b3491d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef42d8cb-745e-41e1-85fa-352410efda45,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:33.187652 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 39566) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:33.189678 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-824d85b9-bfb7-4648-b9f5-bc71b3491d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:33.251171 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ca727f0d-1fae-4f26-9cf0-c9816593c0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:33.280396 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ca727f0d-1fae-4f26-9cf0-c9816593c0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:33.303011 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d3d75-c5e2-48b7-a018-287042dceed0 req-86902de7-5f06-418e-b578-53ae97355a18 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:33.304518 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-906d3d75-c5e2-48b7-a018-287042dceed0 req-86902de7-5f06-418e-b578-53ae97355a18 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.1044817 May 17 16:26:33.354314 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-906d3d75-c5e2-48b7-a018-287042dceed0 req-4771d66c-b1fd-44b8-a699-476a6a21455a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439067 May 17 16:26:33.404304 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ca727f0d-1fae-4f26-9cf0-c9816593c0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:33.408514 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-191bc82e-7e3f-4f56-a236-b601ed66bd1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:33.424569 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca727f0d-1fae-4f26-9cf0-c9816593c0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef42d8cb-745e-41e1-85fa-352410efda45,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:33.427127 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-ca727f0d-1fae-4f26-9cf0-c9816593c0a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:33.433995 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ca727f0d-1fae-4f26-9cf0-c9816593c0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:33.437589 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-ca727f0d-1fae-4f26-9cf0-c9816593c0a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ef42d8cb-745e-41e1-85fa-352410efda45 HTTP/1.1" status: 204 len: 168 time: 0.2462912 May 17 16:26:34.590069 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719be75c-9c95-4052-9f13-a898bf399e32 req-9ac98694-6235-4d09-9239-b85870d678be tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:34.591918 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-719be75c-9c95-4052-9f13-a898bf399e32 req-9ac98694-6235-4d09-9239-b85870d678be tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.1041279 May 17 16:26:34.645930 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-719be75c-9c95-4052-9f13-a898bf399e32 req-153b8652-1cd9-45e6-9266-693e2fc6dc8c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455463 May 17 16:26:34.818702 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315ae84-4047-4714-b973-105af6859b07 req-867858be-cb4b-46e2-ad46-f97f6f5a5a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:34.820161 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-0315ae84-4047-4714-b973-105af6859b07 req-867858be-cb4b-46e2-ad46-f97f6f5a5a3a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ea92b2008324514984db0dee23989df&device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 1099 time: 0.0770881 May 17 16:26:34.961111 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315ae84-4047-4714-b973-105af6859b07 req-625fc7ae-4d05-40e2-a904-2d26251e13a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:34.962518 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-0315ae84-4047-4714-b973-105af6859b07 req-625fc7ae-4d05-40e2-a904-2d26251e13a6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b385ca28-bc09-4262-bdca-a3584d9f84aa HTTP/1.1" status: 200 len: 918 time: 0.1351280 May 17 16:26:35.069096 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-0315ae84-4047-4714-b973-105af6859b07 req-a38806e5-b07f-48c9-bee2-5e6e91fcf776 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4355676b-524a-49e8-a6bb-418db95feab4 HTTP/1.1" status: 200 len: 1002 time: 0.0994098 May 17 16:26:35.166858 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315ae84-4047-4714-b973-105af6859b07 req-71921c2d-acbf-4e99-b2a9-86e0d3f69311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:35.168376 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-0315ae84-4047-4714-b973-105af6859b07 req-71921c2d-acbf-4e99-b2a9-86e0d3f69311 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e88814d7-1622-4f60-af12-99e2074dbe02 HTTP/1.1" status: 200 len: 856 time: 0.0924890 May 17 16:26:35.247036 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315ae84-4047-4714-b973-105af6859b07 req-e8f1d875-4009-4d77-a6f1-5bb1500aad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:35.248569 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-0315ae84-4047-4714-b973-105af6859b07 req-e8f1d875-4009-4d77-a6f1-5bb1500aad4f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b385ca28-bc09-4262-bdca-a3584d9f84aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716925 May 17 16:26:35.850675 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a07944-2e3f-4bdb-a56b-9315c62399c1 req-31a22a6d-230f-43bd-a8c0-10ced21f93cc tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:35.852179 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-29a07944-2e3f-4bdb-a56b-9315c62399c1 req-31a22a6d-230f-43bd-a8c0-10ced21f93cc tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.0825167 May 17 16:26:35.898817 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-29a07944-2e3f-4bdb-a56b-9315c62399c1 req-bbf6ba9a-6fca-4148-abb3-99e01272c6ee tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401623 May 17 16:26:37.008887 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-0315ae84-4047-4714-b973-105af6859b07 req-a63e28f1-5d53-4e61-a15d-3a719d743663 service neutron] 10.222.0.24 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364346 May 17 16:26:37.112091 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232c62a-6f9f-4073-8854-c1b0dce7d8e2 req-87e21305-15b0-4e8a-8666-5fac95b35280 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:37.113622 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9232c62a-6f9f-4073-8854-c1b0dce7d8e2 req-87e21305-15b0-4e8a-8666-5fac95b35280 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.0871055 May 17 16:26:37.162509 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9232c62a-6f9f-4073-8854-c1b0dce7d8e2 req-4b7c3e39-8370-479f-bda3-1f1732eda8b8 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427861 May 17 16:26:38.144986 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-0315ae84-4047-4714-b973-105af6859b07 req-a226d44a-bf9a-4ae3-a99d-6a46cfaa9c25 service neutron] 10.222.0.24 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510158 May 17 16:26:38.360266 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976caf2a-9dc3-4dcd-846f-326b0fdd23f2 req-dd46992d-7743-4691-acef-65c2d957cd8d tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:38.361659 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-976caf2a-9dc3-4dcd-846f-326b0fdd23f2 req-dd46992d-7743-4691-acef-65c2d957cd8d tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.0827913 May 17 16:26:38.406995 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-976caf2a-9dc3-4dcd-846f-326b0fdd23f2 req-972a2904-7dee-406e-8e41-936e1f1d9d01 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394573 May 17 16:26:39.562765 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 4355676b-524a-49e8-a6bb-418db95feab4 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:26:39.616266 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54b838-bd93-485e-9066-758d8b616125 req-c2c6cf91-4c04-444c-95c9-3bf5552b5a52 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:39.617847 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6d54b838-bd93-485e-9066-758d8b616125 req-c2c6cf91-4c04-444c-95c9-3bf5552b5a52 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 946 time: 0.0862319 May 17 16:26:39.670947 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6d54b838-bd93-485e-9066-758d8b616125 req-ae587174-4b90-414e-a712-fb2b7969f3ed tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466182 May 17 16:26:39.686239 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:39.716591 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395b3656-fde8-4312-8c59-2e6202537b28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4355676b-524a-49e8-a6bb-418db95feab4'}] {{(pid=79282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:26:39.727288 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 4355676b-524a-49e8-a6bb-418db95feab4, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4355676b-524a-49e8-a6bb-418db95feab4,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:26:39.763544 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395b3656-fde8-4312-8c59-2e6202537b28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4355676b-524a-49e8-a6bb-418db95feab4', 'code': 200} May 17 16:26:39.792221 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:39.794078 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:39.862666 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=4355676b-524a-49e8-a6bb-418db95feab4,revision_number=8']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:39.866098 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:40.864941 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a116d-86d6-4ebd-82b5-0a60fd7dd8c4 req-068efb98-f127-46bf-bf7b-db559c38f148 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:40.866426 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f66a116d-86d6-4ebd-82b5-0a60fd7dd8c4 req-068efb98-f127-46bf-bf7b-db559c38f148 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0826075 May 17 16:26:40.912409 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f66a116d-86d6-4ebd-82b5-0a60fd7dd8c4 req-aa47e24c-7064-42a5-b672-92c715a66ed2 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402184 May 17 16:26:42.115487 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1d895-731f-4016-99a0-4f0b3308f268 req-1126d597-5030-41f8-b338-5e5ba232bc30 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:42.121261 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-48b1d895-731f-4016-99a0-4f0b3308f268 req-1126d597-5030-41f8-b338-5e5ba232bc30 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0872641 May 17 16:26:42.250228 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-48b1d895-731f-4016-99a0-4f0b3308f268 req-559255c8-4e5b-4038-adb9-25e991077a80 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270134 May 17 16:26:43.471025 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4360474-8f60-4ae1-800d-7e15daab493f req-d2f02422-837b-4ea4-a498-976e26611a3a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:43.472698 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c4360474-8f60-4ae1-800d-7e15daab493f req-d2f02422-837b-4ea4-a498-976e26611a3a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0908837 May 17 16:26:43.531112 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c4360474-8f60-4ae1-800d-7e15daab493f req-839ea816-fbad-4e12-9919-6f6aff644e3a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514517 May 17 16:26:44.888976 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 4355676b-524a-49e8-a6bb-418db95feab4 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:26:44.954583 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 39824) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:45.091142 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-0b5ce18d-6cc5-4742-9e4b-370fddbe92c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:45.107021 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-0b5ce18d-6cc5-4742-9e4b-370fddbe92c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:26:45.111007 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-0b5ce18d-6cc5-4742-9e4b-370fddbe92c9 admin admin] Usage tracker for resource:security_group_rule and tenant:1b2b67b2dbd34431a317a78360336610 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:26:45.113885 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-0b5ce18d-6cc5-4742-9e4b-370fddbe92c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:26:45.119745 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-0b5ce18d-6cc5-4742-9e4b-370fddbe92c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:26:45.219125 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-0b5ce18d-6cc5-4742-9e4b-370fddbe92c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:45.304683 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-0b5ce18d-6cc5-4742-9e4b-370fddbe92c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:45.316038 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-35217584-e006-40a3-ba51-6251d48dc3c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:45.362326 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-0b5ce18d-6cc5-4742-9e4b-370fddbe92c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1b2b67b2dbd34431a317a78360336610&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4069676 May 17 16:26:45.363325 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ce18d-6cc5-4742-9e4b-370fddbe92c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91fb0c2-9dc1-463c-9a8a-3b2dcd415757,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:45.365034 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 39838) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:45.372176 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5ce18d-6cc5-4742-9e4b-370fddbe92c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:45.372551 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5ce18d-6cc5-4742-9e4b-370fddbe92c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:45.372911 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5ce18d-6cc5-4742-9e4b-370fddbe92c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:45.373265 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5ce18d-6cc5-4742-9e4b-370fddbe92c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:45.373617 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5ce18d-6cc5-4742-9e4b-370fddbe92c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:45.373965 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5ce18d-6cc5-4742-9e4b-370fddbe92c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:45.374349 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5ce18d-6cc5-4742-9e4b-370fddbe92c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:45.374706 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5ce18d-6cc5-4742-9e4b-370fddbe92c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:45.375114 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5ce18d-6cc5-4742-9e4b-370fddbe92c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:45.381070 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5ce18d-6cc5-4742-9e4b-370fddbe92c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:45.381070 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5ce18d-6cc5-4742-9e4b-370fddbe92c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:45.381070 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5ce18d-6cc5-4742-9e4b-370fddbe92c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:45.381070 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-0b5ce18d-6cc5-4742-9e4b-370fddbe92c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:45.435756 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-44cd4787-56b7-4f25-a60d-9872ebfd28db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:45.465147 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-44cd4787-56b7-4f25-a60d-9872ebfd28db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:45.517684 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-aa482ab5-160b-4ec2-8220-4d104e8ab1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:45.603126 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-44cd4787-56b7-4f25-a60d-9872ebfd28db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:45.607390 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-b24d2bf9-afae-4f1b-ac1c-7247873c2ae3 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:45.619977 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd4787-56b7-4f25-a60d-9872ebfd28db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91fb0c2-9dc1-463c-9a8a-3b2dcd415757,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:45.625288 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-44cd4787-56b7-4f25-a60d-9872ebfd28db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:45.633160 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-44cd4787-56b7-4f25-a60d-9872ebfd28db admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:45.638140 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-44cd4787-56b7-4f25-a60d-9872ebfd28db admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b91fb0c2-9dc1-463c-9a8a-3b2dcd415757 HTTP/1.1" status: 204 len: 168 time: 0.2714498 May 17 16:26:45.798647 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e552380-167c-4ccf-8cf3-b1849092be41 req-0973e6bd-707b-4256-a7bc-ef835112c06b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:45.801154 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1e552380-167c-4ccf-8cf3-b1849092be41 req-0973e6bd-707b-4256-a7bc-ef835112c06b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.1526763 May 17 16:26:45.857063 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1e552380-167c-4ccf-8cf3-b1849092be41 req-4e3a7198-c153-4dce-a0f6-2b79104dc7f8 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493104 May 17 16:26:46.509605 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 39884) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:46.635090 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-48bdf3f0-2bc3-4c67-8962-f5577e9f4787 req-d182a782-c50a-4e00-a196-8c68b59d0510 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1242449 May 17 16:26:47.094404 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b79489-b69b-417c-a9d0-0b0c7c47e2a7 req-32b72e13-1bd4-42a8-94c3-2112046821cb tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:47.094404 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-23b79489-b69b-417c-a9d0-0b0c7c47e2a7 req-32b72e13-1bd4-42a8-94c3-2112046821cb tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0845726 May 17 16:26:47.135901 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-23b79489-b69b-417c-a9d0-0b0c7c47e2a7 req-5027e59f-df3d-4e64-b8b9-bcd6a713c2d2 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458167 May 17 16:26:48.163652 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-e033f67f-6ea6-4242-a337-276368c3064e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:48.220554 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:48.341251 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cd077-0303-441f-abfa-6d1de16e74f8 req-bb14bd65-f657-4455-afc4-892307737500 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:48.342758 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e81cd077-0303-441f-abfa-6d1de16e74f8 req-bb14bd65-f657-4455-afc4-892307737500 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0870357 May 17 16:26:48.389171 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e81cd077-0303-441f-abfa-6d1de16e74f8 req-b1007a16-b82a-471a-9eca-173c98ba5ab3 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404258 May 17 16:26:49.146058 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:49.630602 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ef87b-b93b-4b44-b536-10a1cd468250 req-2749acfc-a4fc-4649-b09f-9b4571670fd4 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:49.631493 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-515ef87b-b93b-4b44-b536-10a1cd468250 req-2749acfc-a4fc-4649-b09f-9b4571670fd4 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.1013100 May 17 16:26:49.681920 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-515ef87b-b93b-4b44-b536-10a1cd468250 req-77c3aaf1-f126-4ffa-9264-e2e338cf60ae tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419397 May 17 16:26:50.218675 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdf3f0-2bc3-4c67-8962-f5577e9f4787 req-151ef30f-37cf-4043-804d-a4139629e8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:50.220155 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-48bdf3f0-2bc3-4c67-8962-f5577e9f4787 req-151ef30f-37cf-4043-804d-a4139629e8eb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28&tenant_id=0ea92b2008324514984db0dee23989df HTTP/1.1" status: 200 len: 1097 time: 0.0790884 May 17 16:26:50.404201 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdf3f0-2bc3-4c67-8962-f5577e9f4787 req-eb90930a-da29-45fd-a3fe-727cccd1966e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:50.405699 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-48bdf3f0-2bc3-4c67-8962-f5577e9f4787 req-eb90930a-da29-45fd-a3fe-727cccd1966e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ea92b2008324514984db0dee23989df&device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 1097 time: 0.1613321 May 17 16:26:50.582252 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdf3f0-2bc3-4c67-8962-f5577e9f4787 req-860205e6-5a47-4d47-9e84-6fd38b035ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:50.583902 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-48bdf3f0-2bc3-4c67-8962-f5577e9f4787 req-860205e6-5a47-4d47-9e84-6fd38b035ade service neutron] 10.222.0.24 "GET /v2.0/networks?id=b385ca28-bc09-4262-bdca-a3584d9f84aa HTTP/1.1" status: 200 len: 918 time: 0.1706550 May 17 16:26:50.631955 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:50.698904 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-48bdf3f0-2bc3-4c67-8962-f5577e9f4787 req-6678a53c-04a3-46b6-97a8-b6e040bf3323 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4355676b-524a-49e8-a6bb-418db95feab4 HTTP/1.1" status: 200 len: 1000 time: 0.1056876 May 17 16:26:50.765720 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdf3f0-2bc3-4c67-8962-f5577e9f4787 req-a2b1fef4-4825-4789-9534-d53107ac49ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:50.767174 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-48bdf3f0-2bc3-4c67-8962-f5577e9f4787 req-a2b1fef4-4825-4789-9534-d53107ac49ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e88814d7-1622-4f60-af12-99e2074dbe02 HTTP/1.1" status: 200 len: 856 time: 0.0608506 May 17 16:26:50.853593 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdf3f0-2bc3-4c67-8962-f5577e9f4787 req-e30aa0a2-3836-494f-b147-db21fc4a33f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:50.855533 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-48bdf3f0-2bc3-4c67-8962-f5577e9f4787 req-e30aa0a2-3836-494f-b147-db21fc4a33f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b385ca28-bc09-4262-bdca-a3584d9f84aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795681 May 17 16:26:50.897896 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36d8cc-d2e5-4a5e-976e-ed10254c385f req-13b0db79-1807-4e0b-bd9b-b5f48aaec15b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:50.899623 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ec36d8cc-d2e5-4a5e-976e-ed10254c385f req-13b0db79-1807-4e0b-bd9b-b5f48aaec15b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0897005 May 17 16:26:50.958646 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ec36d8cc-d2e5-4a5e-976e-ed10254c385f req-f806f560-a44a-4812-8646-9b3004ef63d4 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499043 May 17 16:26:51.003987 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-48bdf3f0-2bc3-4c67-8962-f5577e9f4787 req-71e32390-3a17-4ce7-95ae-84b4edf0c07d service neutron] 10.222.0.24 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414876 May 17 16:26:51.156655 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-48bdf3f0-2bc3-4c67-8962-f5577e9f4787 req-a41b6054-7e66-4549-b545-d221a958148c service neutron] 10.222.0.24 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449764 May 17 16:26:51.456118 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa719e-af34-42cc-9b6f-f188d379a691 req-7e871934-29ba-4d22-932d-6e53aea4d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:51.482887 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-8ffa719e-af34-42cc-9b6f-f188d379a691 req-7e871934-29ba-4d22-932d-6e53aea4d817 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ea92b2008324514984db0dee23989df&device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 1097 time: 0.0845983 May 17 16:26:51.665916 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa719e-af34-42cc-9b6f-f188d379a691 req-8cb8ea9f-391f-4881-a38e-1b3fb808348a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:51.667660 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-8ffa719e-af34-42cc-9b6f-f188d379a691 req-8cb8ea9f-391f-4881-a38e-1b3fb808348a service neutron] 10.222.0.24 "GET /v2.0/networks?id=b385ca28-bc09-4262-bdca-a3584d9f84aa HTTP/1.1" status: 200 len: 918 time: 0.1732109 May 17 16:26:51.770204 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:51.812902 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-8ffa719e-af34-42cc-9b6f-f188d379a691 req-31696ed6-20b8-40d9-b85e-cba82bad4f40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4355676b-524a-49e8-a6bb-418db95feab4 HTTP/1.1" status: 200 len: 1000 time: 0.1370292 May 17 16:26:51.885261 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa719e-af34-42cc-9b6f-f188d379a691 req-99e0471d-1b38-44e4-8a64-105af8d8c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:51.887482 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-8ffa719e-af34-42cc-9b6f-f188d379a691 req-99e0471d-1b38-44e4-8a64-105af8d8c26e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e88814d7-1622-4f60-af12-99e2074dbe02 HTTP/1.1" status: 200 len: 856 time: 0.0663342 May 17 16:26:51.972104 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa719e-af34-42cc-9b6f-f188d379a691 req-6051d542-b32b-4345-a3fe-be0ff3089123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:51.976065 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-8ffa719e-af34-42cc-9b6f-f188d379a691 req-6051d542-b32b-4345-a3fe-be0ff3089123 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b385ca28-bc09-4262-bdca-a3584d9f84aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780864 May 17 16:26:52.138533 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-8ffa719e-af34-42cc-9b6f-f188d379a691 req-f484a675-7542-4d66-85e1-85379dc85286 service neutron] 10.222.0.24 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574237 May 17 16:26:52.214405 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e40443-b735-4eb1-a660-87df63b5d1ec req-ae4e3a3d-38f4-4b97-ab03-87647bc945a0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:52.226428 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-51e40443-b735-4eb1-a660-87df63b5d1ec req-ae4e3a3d-38f4-4b97-ab03-87647bc945a0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.1330419 May 17 16:26:52.301574 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-51e40443-b735-4eb1-a660-87df63b5d1ec req-c373a1a0-8fff-47ac-93a6-a70af8d8bb49 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739634 May 17 16:26:52.358784 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-8ffa719e-af34-42cc-9b6f-f188d379a691 req-16146d16-4b75-4352-9d86-d5b3ad63e250 service neutron] 10.222.0.24 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039578 May 17 16:26:52.389154 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 40018) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:52.552737 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-cc0dbbc3-e45d-4b91-a265-9179bac9688b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:52.582425 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-cc0dbbc3-e45d-4b91-a265-9179bac9688b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:26:52.586439 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-cc0dbbc3-e45d-4b91-a265-9179bac9688b admin admin] Usage tracker for resource:security_group_rule and tenant:8e0000e0d425412298d2ada62378b2b3 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:26:52.590270 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-cc0dbbc3-e45d-4b91-a265-9179bac9688b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:26:52.601520 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-cc0dbbc3-e45d-4b91-a265-9179bac9688b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:26:52.716950 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-cc0dbbc3-e45d-4b91-a265-9179bac9688b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:52.791673 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-cc0dbbc3-e45d-4b91-a265-9179bac9688b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:52.801274 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-b7a64214-5d11-4416-8a43-8bc209c125a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:52.845802 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 40032) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:26:52.846124 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-cc0dbbc3-e45d-4b91-a265-9179bac9688b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8e0000e0d425412298d2ada62378b2b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4551852 May 17 16:26:52.848054 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0dbbc3-e45d-4b91-a265-9179bac9688b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b402b6d2-15b9-4d3e-b8cf-ef0068b4079a,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:52.851729 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-cc0dbbc3-e45d-4b91-a265-9179bac9688b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:52.937108 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-42aa3ade-1f0e-4dbd-913c-b85a9e1cf901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:52.967468 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-42aa3ade-1f0e-4dbd-913c-b85a9e1cf901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:53.169563 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-42aa3ade-1f0e-4dbd-913c-b85a9e1cf901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:53.173333 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-6111c656-764a-41d2-9245-56323cc5b39e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:26:53.184496 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa3ade-1f0e-4dbd-913c-b85a9e1cf901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b402b6d2-15b9-4d3e-b8cf-ef0068b4079a,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:26:53.194966 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa3ade-1f0e-4dbd-913c-b85a9e1cf901 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:53.195343 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa3ade-1f0e-4dbd-913c-b85a9e1cf901 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:53.195657 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa3ade-1f0e-4dbd-913c-b85a9e1cf901 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:53.196000 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa3ade-1f0e-4dbd-913c-b85a9e1cf901 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:53.196339 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa3ade-1f0e-4dbd-913c-b85a9e1cf901 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:53.196672 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa3ade-1f0e-4dbd-913c-b85a9e1cf901 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:53.197005 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa3ade-1f0e-4dbd-913c-b85a9e1cf901 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:53.197340 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa3ade-1f0e-4dbd-913c-b85a9e1cf901 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:53.197676 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa3ade-1f0e-4dbd-913c-b85a9e1cf901 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:53.198004 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa3ade-1f0e-4dbd-913c-b85a9e1cf901 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:53.198387 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa3ade-1f0e-4dbd-913c-b85a9e1cf901 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:53.198772 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aa3ade-1f0e-4dbd-913c-b85a9e1cf901 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:26:53.201618 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-42aa3ade-1f0e-4dbd-913c-b85a9e1cf901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:26:53.202724 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-42aa3ade-1f0e-4dbd-913c-b85a9e1cf901 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b402b6d2-15b9-4d3e-b8cf-ef0068b4079a HTTP/1.1" status: 204 len: 168 time: 0.3556492 May 17 16:26:53.203590 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-42aa3ade-1f0e-4dbd-913c-b85a9e1cf901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:26:53.552562 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae529d6-0741-4fce-8b19-5dbd9f2fc06f req-2f69896f-5d0c-400e-bf51-0fee520de51b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:53.554485 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8ae529d6-0741-4fce-8b19-5dbd9f2fc06f req-2f69896f-5d0c-400e-bf51-0fee520de51b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0927045 May 17 16:26:53.610461 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8ae529d6-0741-4fce-8b19-5dbd9f2fc06f req-312ec919-9a4b-4d60-bbce-bbaca500d836 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414581 May 17 16:26:54.820410 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261a6fd-b947-4cc1-9c5b-2f1a6a58878a req-029ab5a3-b550-4606-aa36-317bc0e80481 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:54.822764 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a261a6fd-b947-4cc1-9c5b-2f1a6a58878a req-029ab5a3-b550-4606-aa36-317bc0e80481 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0955777 May 17 16:26:54.876821 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a261a6fd-b947-4cc1-9c5b-2f1a6a58878a req-c687e5c2-f5d7-4592-8879-31973e8dc6c3 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444381 May 17 16:26:56.090954 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c941de-e512-4372-9643-f8907319a8db req-10c883f7-9be5-44d3-8e37-1b5bce545b33 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:56.097643 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b6c941de-e512-4372-9643-f8907319a8db req-10c883f7-9be5-44d3-8e37-1b5bce545b33 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0945461 May 17 16:26:56.143837 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b6c941de-e512-4372-9643-f8907319a8db req-b1c08575-9933-476a-8429-1261e857a72d tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444078 May 17 16:26:57.340452 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fab99-afab-4101-8f7e-83d5b15dcd7f req-08c0b032-46f8-4d92-ae6f-33f6f63c8f60 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:57.341919 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9e1fab99-afab-4101-8f7e-83d5b15dcd7f req-08c0b032-46f8-4d92-ae6f-33f6f63c8f60 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0788813 May 17 16:26:57.387700 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9e1fab99-afab-4101-8f7e-83d5b15dcd7f req-3af92113-fe73-4643-9cbc-4d06b0a1a346 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397334 May 17 16:26:58.619338 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3077d93-e8cb-43ec-8409-560d9c145b60 req-d5364b97-3d10-4e16-9fc4-6526d4bdfd3f tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:58.619338 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a3077d93-e8cb-43ec-8409-560d9c145b60 req-d5364b97-3d10-4e16-9fc4-6526d4bdfd3f tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0984614 May 17 16:26:58.662211 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a3077d93-e8cb-43ec-8409-560d9c145b60 req-c6b978f3-ad8b-409c-ba34-79d767ee2518 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493357 May 17 16:26:59.885128 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1846e2-cb8c-49c5-9726-572bc1f98612 req-d818a7f8-3abe-4456-a4f7-4bcf24973a6d tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:26:59.886566 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ce1846e2-cb8c-49c5-9726-572bc1f98612 req-d818a7f8-3abe-4456-a4f7-4bcf24973a6d tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0867665 May 17 16:26:59.943666 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ce1846e2-cb8c-49c5-9726-572bc1f98612 req-a02194d1-5bef-4843-a3a3-ec573e363814 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489578 May 17 16:27:01.143292 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96199c32-2a5a-473e-9ca4-83055dbccfcc req-ddc1ac6d-b302-46b5-83e1-787cc5e63861 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:01.144647 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-96199c32-2a5a-473e-9ca4-83055dbccfcc req-ddc1ac6d-b302-46b5-83e1-787cc5e63861 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0833476 May 17 16:27:01.206058 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-96199c32-2a5a-473e-9ca4-83055dbccfcc req-de1e0ef2-0dfd-41e4-b8d8-1816303ee26a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539451 May 17 16:27:01.806603 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:27:02.414669 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ac955-70ca-4ca8-bbcd-bc89e2e3d327 req-13d8272c-eb29-428e-8c5c-2b14bda7860a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:02.416156 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b60ac955-70ca-4ca8-bbcd-bc89e2e3d327 req-13d8272c-eb29-428e-8c5c-2b14bda7860a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0935955 May 17 16:27:02.472991 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b60ac955-70ca-4ca8-bbcd-bc89e2e3d327 req-1a7d9fe9-4813-4726-935b-1dbe16d6f0be tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500464 May 17 16:27:03.664500 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e666d7-d3f7-4c71-b5ac-67b760c3e785 req-dd13c6a9-3cdf-45e9-8bbe-44b136596aea tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:03.665866 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d8e666d7-d3f7-4c71-b5ac-67b760c3e785 req-dd13c6a9-3cdf-45e9-8bbe-44b136596aea tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0809500 May 17 16:27:03.795911 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d8e666d7-d3f7-4c71-b5ac-67b760c3e785 req-83a18391-09e5-4db4-b517-6eb0ee045572 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235943 May 17 16:27:04.993049 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb76c8-bc4f-4219-a00b-e4fc529f342f req-4b330545-0f84-479d-902c-ee9db1c3f2f5 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:04.994588 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-01cb76c8-bc4f-4219-a00b-e4fc529f342f req-4b330545-0f84-479d-902c-ee9db1c3f2f5 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0814757 May 17 16:27:05.041653 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-01cb76c8-bc4f-4219-a00b-e4fc529f342f req-3d04e0f6-1ef1-49ae-a25d-21fe43422807 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402033 May 17 16:27:06.245598 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902cce63-7c4f-4869-9e28-f1f2ce4c93cc req-3555116b-d39f-43ce-a97f-689646dbb8e2 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:06.247692 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-902cce63-7c4f-4869-9e28-f1f2ce4c93cc req-3555116b-d39f-43ce-a97f-689646dbb8e2 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0899856 May 17 16:27:06.298244 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-902cce63-7c4f-4869-9e28-f1f2ce4c93cc req-367c369d-935e-404b-abe8-9220d44d48b1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442803 May 17 16:27:07.520890 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38736699-d8a6-45a3-aeef-962edfaa687a req-3abca50f-fc64-4fe0-b44b-0a781c4910c1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:07.525680 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-38736699-d8a6-45a3-aeef-962edfaa687a req-3abca50f-fc64-4fe0-b44b-0a781c4910c1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0990255 May 17 16:27:07.581970 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-38736699-d8a6-45a3-aeef-962edfaa687a req-0eee414a-8777-4785-8109-2f43841d5172 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490725 May 17 16:27:08.793550 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc59bf-e7c6-4acc-9cf7-6309f140f9b1 req-45524421-05bb-4575-9b54-f1b111171899 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:08.795070 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-51fc59bf-e7c6-4acc-9cf7-6309f140f9b1 req-45524421-05bb-4575-9b54-f1b111171899 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0812039 May 17 16:27:08.844304 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-51fc59bf-e7c6-4acc-9cf7-6309f140f9b1 req-3eb2a945-805b-49e1-b906-e2f04a66e90b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432305 May 17 16:27:10.051082 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa201f5-256c-4472-a498-250e19d6c778 req-5eeee298-331b-408f-b169-78430de8a54b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:10.052608 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-baa201f5-256c-4472-a498-250e19d6c778 req-5eeee298-331b-408f-b169-78430de8a54b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0889428 May 17 16:27:10.102952 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-baa201f5-256c-4472-a498-250e19d6c778 req-21b92130-9a01-450b-ae43-f5ecb8152728 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443704 May 17 16:27:10.227626 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-8dbfd17a-0f8d-41d6-8d17-dbe193da007b tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=452e85767451411ca7f56b44ad6dff34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286491 May 17 16:27:10.389000 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-37d95f0b-4ce9-45e4-837a-22e793edd3f9 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:10.390596 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-37d95f0b-4ce9-45e4-837a-22e793edd3f9 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1574206 May 17 16:27:10.407227 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-6d48131c-9ca1-43c4-a348-55bd87650bf8 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/quotas/452e85767451411ca7f56b44ad6dff34 HTTP/1.1" status: 200 len: 375 time: 0.0104785 May 17 16:27:10.488368 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-ff945482-9178-4399-8b78-e5c110601392 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=452e85767451411ca7f56b44ad6dff34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745196 May 17 16:27:10.779141 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f5a58dab-f6ba-40fc-ae11-838218608f15 req-ec313287-ccd7-407a-9613-5396990478cc tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/ports?device_id=92651fd8-5028-4882-a415-4dd859a84bdb HTTP/1.1" status: 200 len: 210 time: 0.0646763 May 17 16:27:11.307836 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b08fdb-22f5-4a5d-82e9-bbdd7929209d req-f80e481c-8d5c-4080-9738-15b40fb96ea4 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:11.308976 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-11b08fdb-22f5-4a5d-82e9-bbdd7929209d req-f80e481c-8d5c-4080-9738-15b40fb96ea4 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0827940 May 17 16:27:11.367634 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-11b08fdb-22f5-4a5d-82e9-bbdd7929209d req-4b662f33-6319-47cd-8a79-ea16a8b48424 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522542 May 17 16:27:11.874941 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9d755306-42cc-4c72-8de0-92841a0930c4 req-d1742dcd-9170-4f4f-b925-214cd5d38264 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/ports?device_id=92651fd8-5028-4882-a415-4dd859a84bdb HTTP/1.1" status: 200 len: 210 time: 0.0439379 May 17 16:27:12.571383 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75043c2c-0425-4f37-8f50-fabd91644049 req-7ee8b243-450d-4f83-96e9-7c76f297b7de tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:12.572879 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-75043c2c-0425-4f37-8f50-fabd91644049 req-7ee8b243-450d-4f83-96e9-7c76f297b7de tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0855033 May 17 16:27:12.624274 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-75043c2c-0425-4f37-8f50-fabd91644049 req-10422454-c1e9-44e2-ba48-a3cc2514b0a8 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443547 May 17 16:27:13.032985 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-dc0d30e3-da31-4aa8-9bac-315132868ada req-ef3b0fdf-06ae-442f-bc5f-45f504270bd6 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/ports?device_id=92651fd8-5028-4882-a415-4dd859a84bdb HTTP/1.1" status: 200 len: 210 time: 0.0423493 May 17 16:27:13.794124 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-ab9f9cb0-48a5-43bb-98d8-efe521c25088 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=452e85767451411ca7f56b44ad6dff34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1440728 May 17 16:27:13.840854 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74098ecc-1791-48e0-8c07-d8b6718bdd8f req-1228e0d9-0021-45ea-9bf9-66ff387a7429 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:13.840854 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-74098ecc-1791-48e0-8c07-d8b6718bdd8f req-1228e0d9-0021-45ea-9bf9-66ff387a7429 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0894811 May 17 16:27:13.891851 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-74098ecc-1791-48e0-8c07-d8b6718bdd8f req-0091e6cb-d203-406c-acb0-f84b1e12b92a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448782 May 17 16:27:13.958091 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-40384612-7d30-4273-af53-26615e7be600 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:13.959630 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-40384612-7d30-4273-af53-26615e7be600 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1595860 May 17 16:27:13.979336 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Request body: {'port': {'device_id': '92651fd8-5028-4882-a415-4dd859a84bdb', 'network_id': 'c1377502-e94a-463c-87ce-53b13781e508', 'admin_state_up': True, 'tenant_id': '452e85767451411ca7f56b44ad6dff34'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:27:14.123393 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:27:14.127641 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Usage tracker for resource:port and tenant:452e85767451411ca7f56b44ad6dff34 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:27:14.133679 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:27:14.139072 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:27:14.190628 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ca3ac0fa-b1e7-4777-baed-c54c5ca5d0a4 req-cfe66a64-586e-492d-8aef-a5e504a794fd tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/ports?device_id=92651fd8-5028-4882-a415-4dd859a84bdb HTTP/1.1" status: 200 len: 210 time: 0.0440061 May 17 16:27:14.213774 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Made reservation on behalf of 452e85767451411ca7f56b44ad6dff34 for: {'port': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:27:14.217593 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:14.230994 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:14.247149 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:27:14.251094 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Usage tracker for resource:security_group_rule and tenant:452e85767451411ca7f56b44ad6dff34 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:27:14.254120 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:27:14.259885 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:27:14.353315 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:14.413482 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:14.416500 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:14.499348 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0afc79fc-bb64-46bc-91cb-ce4061ed727f,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:14.502586 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:14.594612 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_common [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Allocated IP 192.168.233.18 (c1377502-e94a-463c-87ce-53b13781e508/c52ffa54-cb8a-4318-92a5-b88ba43e81cf/7f3561c6-42e5-42f2-8712-96ca39e564de) {{(pid=79281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:27:14.804658 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Notify callbacks [] for port, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:14.821902 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.provisioning_blocks [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Transition to ACTIVE for port object 7f3561c6-42e5-42f2-8712-96ca39e564de will not be triggered until provisioned by entity DHCP. {{(pid=79281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:27:14.923014 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:14.942210 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:15.005297 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Network c1377502-e94a-463c-87ce-53b13781e508 is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:27:15.008883 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:27:15.013738 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Received port after_create {{(pid=79281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:27:15.065101 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Pushing event updated for resources: {'Port': ['ID=7f3561c6-42e5-42f2-8712-96ca39e564de,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:15.078042 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:15.097066 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:15.097554 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:15.114934 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c461d-a105-48eb-bdb9-6d2e3ce5906f req-6716e959-1cad-450d-938c-7f946bdddc79 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:15.116995 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b95c461d-a105-48eb-bdb9-6d2e3ce5906f req-6716e959-1cad-450d-938c-7f946bdddc79 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0968716 May 17 16:27:15.170079 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b95c461d-a105-48eb-bdb9-6d2e3ce5906f req-54ac725f-5682-4b1e-84c2-8969cc2a2ab8 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462687 May 17 16:27:15.209132 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2399399 May 17 16:27:15.221670 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-2fa07e57-fdf6-4604-9c54-c55b5e4f77d4 service neutron] Request body: {'port': {'device_id': '92651fd8-5028-4882-a415-4dd859a84bdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:27:15.334469 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-2fa07e57-fdf6-4604-9c54-c55b5e4f77d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:15.385128 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-86d4f3de-545e-4a71-b010-b51ae9231b69 None None] Provisioning for port 7f3561c6-42e5-42f2-8712-96ca39e564de completed by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:27:15.391316 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-86d4f3de-545e-4a71-b010-b51ae9231b69 None None] Provisioning complete for port 7f3561c6-42e5-42f2-8712-96ca39e564de triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:27:15.391810 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-86d4f3de-545e-4a71-b010-b51ae9231b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:15.392463 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789144b8-4fb1-4bc5-9226-4e4277a6004c req-ceb7ba1f-0231-4167-a74c-3a03b4392aa4 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:15.394188 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-789144b8-4fb1-4bc5-9226-4e4277a6004c req-ceb7ba1f-0231-4167-a74c-3a03b4392aa4 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/ports?device_id=92651fd8-5028-4882-a415-4dd859a84bdb HTTP/1.1" status: 200 len: 935 time: 0.0862958 May 17 16:27:15.454391 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-789144b8-4fb1-4bc5-9226-4e4277a6004c req-e7b79e6b-16e9-46c2-b51f-dbd01cac6ad6 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afc79fc-bb64-46bc-91cb-ce4061ed727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537503 May 17 16:27:15.483159 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-86d4f3de-545e-4a71-b010-b51ae9231b69 None None] Port 7f3561c6-42e5-42f2-8712-96ca39e564de cannot update to ACTIVE because it is not bound. {{(pid=79282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:27:15.534006 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-bb936b00-d807-4eb9-a290-7ac356b0b2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:15.684903 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-2fa07e57-fdf6-4604-9c54-c55b5e4f77d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f3561c6-42e5-42f2-8712-96ca39e564de {{(pid=79281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:27:15.692129 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-2fa07e57-fdf6-4604-9c54-c55b5e4f77d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:15.707207 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.provisioning_blocks [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-2fa07e57-fdf6-4604-9c54-c55b5e4f77d4 service neutron] Transition to ACTIVE for port object 7f3561c6-42e5-42f2-8712-96ca39e564de will not be triggered until provisioned by entity L2. {{(pid=79281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:27:15.716007 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 40358) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:15.779412 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-2fa07e57-fdf6-4604-9c54-c55b5e4f77d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1955875'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:15.784253 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:15.904840 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1c0bb7b7-c08f-486c-bbcb-f979e3479162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:15.946356 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-1c0bb7b7-c08f-486c-bbcb-f979e3479162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:27:15.975487 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa07e57-fdf6-4604-9c54-c55b5e4f77d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3561c6-42e5-42f2-8712-96ca39e564de,revision_number=2']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:15.984803 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-1c0bb7b7-c08f-486c-bbcb-f979e3479162 admin admin] Usage tracker for resource:security_group_rule and tenant:1c92320cbfbd4f97a7309156a3e43bf0 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:27:15.986362 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-2fa07e57-fdf6-4604-9c54-c55b5e4f77d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:15.992103 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-1c0bb7b7-c08f-486c-bbcb-f979e3479162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:27:16.134042 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-1c0bb7b7-c08f-486c-bbcb-f979e3479162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:27:16.186397 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-2fa07e57-fdf6-4604-9c54-c55b5e4f77d4 service neutron] Attempting to bind port 7f3561c6-42e5-42f2-8712-96ca39e564de on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:27:16.186806 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-2fa07e57-fdf6-4604-9c54-c55b5e4f77d4 service neutron] Attempting to bind port 7f3561c6-42e5-42f2-8712-96ca39e564de by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'eb718877-e739-46b4-a3bb-3da37b82226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c1377502-e94a-463c-87ce-53b13781e508'}] {{(pid=79281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:27:16.187195 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-2fa07e57-fdf6-4604-9c54-c55b5e4f77d4 service neutron] Attempting to bind port 7f3561c6-42e5-42f2-8712-96ca39e564de on network c1377502-e94a-463c-87ce-53b13781e508 {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:27:16.196009 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-2fa07e57-fdf6-4604-9c54-c55b5e4f77d4 service neutron] Port 7f3561c6-42e5-42f2-8712-96ca39e564de on network c1377502-e94a-463c-87ce-53b13781e508 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:27:16.196358 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-2fa07e57-fdf6-4604-9c54-c55b5e4f77d4 service neutron] Attempting to bind port 7f3561c6-42e5-42f2-8712-96ca39e564de on network c1377502-e94a-463c-87ce-53b13781e508 {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:27:16.206524 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-2fa07e57-fdf6-4604-9c54-c55b5e4f77d4 service neutron] Checking agent: {'id': 'e426a337-f724-4468-bb76-290ab6f07147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'started_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:27:16.208559 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-2fa07e57-fdf6-4604-9c54-c55b5e4f77d4 service neutron] Checking segment: {'id': 'eb718877-e739-46b4-a3bb-3da37b82226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c1377502-e94a-463c-87ce-53b13781e508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:27:16.208559 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-2fa07e57-fdf6-4604-9c54-c55b5e4f77d4 service neutron] Bound using segment: {'id': 'eb718877-e739-46b4-a3bb-3da37b82226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c1377502-e94a-463c-87ce-53b13781e508'} {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:27:16.208559 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-2fa07e57-fdf6-4604-9c54-c55b5e4f77d4 service neutron] Bound port: 7f3561c6-42e5-42f2-8712-96ca39e564de, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb718877-e739-46b4-a3bb-3da37b82226e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c1377502-e94a-463c-87ce-53b13781e508'}}] {{(pid=79281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:27:16.208559 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-2fa07e57-fdf6-4604-9c54-c55b5e4f77d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:16.339435 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1c0bb7b7-c08f-486c-bbcb-f979e3479162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:16.345551 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-2fa07e57-fdf6-4604-9c54-c55b5e4f77d4 service neutron] For port 7f3561c6-42e5-42f2-8712-96ca39e564de, host hv-cinder-76810, cleared binding levels {{(pid=79281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:27:16.348634 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-2fa07e57-fdf6-4604-9c54-c55b5e4f77d4 service neutron] For port 7f3561c6-42e5-42f2-8712-96ca39e564de, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=7f3561c6-42e5-42f2-8712-96ca39e564de,segment=NetworkSegment(eb718877-e739-46b4-a3bb-3da37b82226e),segment_id=eb718877-e739-46b4-a3bb-3da37b82226e)] {{(pid=79281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:27:16.372723 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ccccc-8617-4b75-a08e-010f278b7967 req-414590ff-cbc4-4cb9-8949-f88736684646 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:16.374170 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a94ccccc-8617-4b75-a08e-010f278b7967 req-414590ff-cbc4-4cb9-8949-f88736684646 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0881369 May 17 16:27:16.379113 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1c0bb7b7-c08f-486c-bbcb-f979e3479162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:16.386080 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-354189e4-5d67-42cc-a663-1a083bc1b2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:16.402073 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-2fa07e57-fdf6-4604-9c54-c55b5e4f77d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1955875'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:16.419660 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a94ccccc-8617-4b75-a08e-010f278b7967 req-9b908c30-6410-494a-be8d-9216651f3ca1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395665 May 17 16:27:16.444411 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-1c0bb7b7-c08f-486c-bbcb-f979e3479162 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1c92320cbfbd4f97a7309156a3e43bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7246525 May 17 16:27:16.445162 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 40374) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:16.450690 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-2fa07e57-fdf6-4604-9c54-c55b5e4f77d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:16.450690 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-2fa07e57-fdf6-4604-9c54-c55b5e4f77d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:16.450690 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-2fa07e57-fdf6-4604-9c54-c55b5e4f77d4 service neutron] 10.222.0.24 "PUT /v2.0/ports/7f3561c6-42e5-42f2-8712-96ca39e564de HTTP/1.1" status: 200 len: 1097 time: 1.2301457 May 17 16:27:16.450690 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92651fd8-5028-4882-a415-4dd859a84bdb', 'tag': '7f3561c6-42e5-42f2-8712-96ca39e564de'}] {{(pid=79281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:27:16.454330 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0bb7b7-c08f-486c-bbcb-f979e3479162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ed8f3a-40b3-4af7-b962-7725bb50aa99,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:16.457406 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1c0bb7b7-c08f-486c-bbcb-f979e3479162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:16.457852 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-36de94aa-f0c7-4cde-a0e0-bb697fe9ea8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:16.541241 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa07e57-fdf6-4604-9c54-c55b5e4f77d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7f3561c6-42e5-42f2-8712-96ca39e564de,revision_number=3']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:16.542122 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b77d5b55-7cfe-428a-8566-a3ce566b659e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:16.546686 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92651fd8-5028-4882-a415-4dd859a84bdb', 'tag': '7f3561c6-42e5-42f2-8712-96ca39e564de', 'status': 'completed', 'code': 200} May 17 16:27:16.547686 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-2fa07e57-fdf6-4604-9c54-c55b5e4f77d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:16.577126 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b77d5b55-7cfe-428a-8566-a3ce566b659e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:16.700907 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a462b-df04-4bcf-bbbc-1a9852f68dc1 req-7dac1ab0-9c3e-44ff-bfb1-d3a8a14651b0 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:16.702429 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c63a462b-df04-4bcf-bbbc-1a9852f68dc1 req-7dac1ab0-9c3e-44ff-bfb1-d3a8a14651b0 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/ports?device_id=92651fd8-5028-4882-a415-4dd859a84bdb HTTP/1.1" status: 200 len: 947 time: 0.0909028 May 17 16:27:16.750223 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c63a462b-df04-4bcf-bbbc-1a9852f68dc1 req-ce0dbcd3-0d58-41f4-a433-4cad8b541ca4 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afc79fc-bb64-46bc-91cb-ce4061ed727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407004 May 17 16:27:16.751332 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b77d5b55-7cfe-428a-8566-a3ce566b659e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:16.754955 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-f28ba374-ae33-4442-8684-65b73bbe44a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:16.766515 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d5b55-7cfe-428a-8566-a3ce566b659e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ed8f3a-40b3-4af7-b962-7725bb50aa99,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:16.772641 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b77d5b55-7cfe-428a-8566-a3ce566b659e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:16.779521 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-b77d5b55-7cfe-428a-8566-a3ce566b659e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e0ed8f3a-40b3-4af7-b962-7725bb50aa99 HTTP/1.1" status: 204 len: 168 time: 0.3279803 May 17 16:27:16.779521 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-b77d5b55-7cfe-428a-8566-a3ce566b659e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:17.423857 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 40388) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:17.441868 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f8502967-f0c4-4b44-9ddd-35c34b81f367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:17.456269 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-f8502967-f0c4-4b44-9ddd-35c34b81f367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:27:17.460248 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-f8502967-f0c4-4b44-9ddd-35c34b81f367 admin admin] Usage tracker for resource:security_group_rule and tenant:6d4b5c80639843ed8d97d72cc5e40751 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:27:17.463694 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-f8502967-f0c4-4b44-9ddd-35c34b81f367 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:27:17.470089 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-f8502967-f0c4-4b44-9ddd-35c34b81f367 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:27:17.688259 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f8502967-f0c4-4b44-9ddd-35c34b81f367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:17.717694 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6f510-f6b7-4a5e-a2b3-38c60705eab1 req-7f574d0f-b1a2-4a77-85ee-8d703a295970 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:17.737109 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4ff6f510-f6b7-4a5e-a2b3-38c60705eab1 req-7f574d0f-b1a2-4a77-85ee-8d703a295970 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.1774867 May 17 16:27:17.763687 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4ff6f510-f6b7-4a5e-a2b3-38c60705eab1 req-e4e5781c-7ebb-46ac-831b-0f957c37a6e4 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387604 May 17 16:27:17.801241 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f8502967-f0c4-4b44-9ddd-35c34b81f367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:17.808463 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-63a24b21-9ec9-4407-bae3-ae4c7d49fcc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:17.851964 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8502967-f0c4-4b44-9ddd-35c34b81f367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba490db6-d6a3-4512-b629-67902ec67df0,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:17.857109 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-f8502967-f0c4-4b44-9ddd-35c34b81f367 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6d4b5c80639843ed8d97d72cc5e40751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4322009 May 17 16:27:17.858088 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-f8502967-f0c4-4b44-9ddd-35c34b81f367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:17.859569 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 40396) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:17.972158 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e97273b7-7b60-45df-90b6-3182012463c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:18.008875 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b446e4f-56ba-448f-ae67-961f4ebeb505 req-26645324-efab-4ba1-b3fe-9953140b2f3c tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:18.010367 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9b446e4f-56ba-448f-ae67-961f4ebeb505 req-26645324-efab-4ba1-b3fe-9953140b2f3c tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/ports?device_id=92651fd8-5028-4882-a415-4dd859a84bdb HTTP/1.1" status: 200 len: 947 time: 0.1394117 May 17 16:27:18.012296 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e97273b7-7b60-45df-90b6-3182012463c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:18.087557 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9b446e4f-56ba-448f-ae67-961f4ebeb505 req-418feafa-2872-4445-963a-f8db74ad9ff7 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afc79fc-bb64-46bc-91cb-ce4061ed727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684249 May 17 16:27:18.111013 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-551b5661-1753-4669-9e91-dc2f3a6151f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:18.150861 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:18.196763 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e97273b7-7b60-45df-90b6-3182012463c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:18.200579 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-13e5dad8-4086-4b2e-ad66-8f28f3e20c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:18.211606 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97273b7-7b60-45df-90b6-3182012463c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba490db6-d6a3-4512-b629-67902ec67df0,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:18.215309 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-e97273b7-7b60-45df-90b6-3182012463c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:18.219328 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e97273b7-7b60-45df-90b6-3182012463c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:18.220421 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-e97273b7-7b60-45df-90b6-3182012463c6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ba490db6-d6a3-4512-b629-67902ec67df0 HTTP/1.1" status: 204 len: 168 time: 0.3599925 May 17 16:27:18.950218 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e47b8f-d0d8-4e6a-9060-c20d1f3e66eb req-013bcc59-6043-4ee1-82d6-88b0968a4bb6 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:18.951675 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-42e47b8f-d0d8-4e6a-9060-c20d1f3e66eb req-013bcc59-6043-4ee1-82d6-88b0968a4bb6 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0788271 May 17 16:27:18.999102 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-42e47b8f-d0d8-4e6a-9060-c20d1f3e66eb req-1aef65d4-1778-463c-b7ca-b75d0e538cdf tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417111 May 17 16:27:19.127941 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:19.427916 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90a27f-372a-463e-83a6-941e9c8609a2 req-839fd100-89be-49a2-bcf7-ac2f8411036d tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:19.429416 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8f90a27f-372a-463e-83a6-941e9c8609a2 req-839fd100-89be-49a2-bcf7-ac2f8411036d tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/ports?device_id=92651fd8-5028-4882-a415-4dd859a84bdb HTTP/1.1" status: 200 len: 947 time: 0.0815947 May 17 16:27:19.481384 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8f90a27f-372a-463e-83a6-941e9c8609a2 req-d829690e-c068-4af6-acf3-3b2efa276388 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afc79fc-bb64-46bc-91cb-ce4061ed727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409095 May 17 16:27:19.531737 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f97481-48ef-4e4c-b8c2-e33b63267de4 req-c14d040f-ac3a-43c9-983c-81ab1cad8381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:19.536145 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-88f97481-48ef-4e4c-b8c2-e33b63267de4 req-c14d040f-ac3a-43c9-983c-81ab1cad8381 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=452e85767451411ca7f56b44ad6dff34&device_id=92651fd8-5028-4882-a415-4dd859a84bdb HTTP/1.1" status: 200 len: 1100 time: 0.1027994 May 17 16:27:19.565938 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-88f97481-48ef-4e4c-b8c2-e33b63267de4 req-208899e3-ad1b-4e84-94f2-896b3091f29f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=452e85767451411ca7f56b44ad6dff34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252340 May 17 16:27:19.704749 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f97481-48ef-4e4c-b8c2-e33b63267de4 req-6cfcdd9b-7043-4a4d-b3c4-ca5ff690600e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:19.706183 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-88f97481-48ef-4e4c-b8c2-e33b63267de4 req-6cfcdd9b-7043-4a4d-b3c4-ca5ff690600e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1349194 May 17 16:27:19.813664 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-b5ff7006-96f0-4bb2-b026-97a702926734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:19.815179 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-b5ff7006-96f0-4bb2-b026-97a702926734 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=452e85767451411ca7f56b44ad6dff34&device_id=92651fd8-5028-4882-a415-4dd859a84bdb HTTP/1.1" status: 200 len: 1100 time: 0.0720835 May 17 16:27:19.889302 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-7df5e4f9-72c6-4719-9767-cdb73a8d63b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=7f3561c6-42e5-42f2-8712-96ca39e564de HTTP/1.1" status: 200 len: 217 time: 0.0655859 May 17 16:27:19.954382 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-ba29318f-21c0-4684-9f90-5e35adbd549d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:19.955639 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-ba29318f-21c0-4684-9f90-5e35adbd549d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c52ffa54-cb8a-4318-92a5-b88ba43e81cf HTTP/1.1" status: 200 len: 843 time: 0.0591114 May 17 16:27:20.036712 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-6940ad1f-0a8a-453c-9d9b-5feb34c2a83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:20.038208 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-6940ad1f-0a8a-453c-9d9b-5feb34c2a83f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c1377502-e94a-463c-87ce-53b13781e508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0749729 May 17 16:27:20.187665 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-9bd81ae6-0e22-4496-9228-598c2371c6b1 service neutron] 10.222.0.24 "GET /v2.0/networks/c1377502-e94a-463c-87ce-53b13781e508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415980 May 17 16:27:20.205861 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36204c68-ee84-4c13-adf1-b05e1f5af96d req-3ff614cf-ddb0-496b-897d-8d5b8d910b16 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:20.207370 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-36204c68-ee84-4c13-adf1-b05e1f5af96d req-3ff614cf-ddb0-496b-897d-8d5b8d910b16 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0944769 May 17 16:27:20.259887 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-36204c68-ee84-4c13-adf1-b05e1f5af96d req-e948511b-c0a7-4464-abd4-076b718ffa34 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407946 May 17 16:27:20.337244 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-2052a0f0-d124-4324-a2fa-8c9fd25d575a req-1cb58374-2971-448f-94b0-a2b9f664c86c service neutron] 10.222.0.24 "GET /v2.0/networks/c1377502-e94a-463c-87ce-53b13781e508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422336 May 17 16:27:20.688361 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:20.692908 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbb61c-7575-428d-983a-031c0a327e27 req-3e462f04-d5f6-4546-83d6-f5ac6f84161a tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:20.694645 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0adbb61c-7575-428d-983a-031c0a327e27 req-3e462f04-d5f6-4546-83d6-f5ac6f84161a tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/ports?device_id=92651fd8-5028-4882-a415-4dd859a84bdb HTTP/1.1" status: 200 len: 947 time: 0.0941529 May 17 16:27:20.743517 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0adbb61c-7575-428d-983a-031c0a327e27 req-9c31e5d1-9416-4e70-a0b3-2026b9489768 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afc79fc-bb64-46bc-91cb-ce4061ed727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420127 May 17 16:27:21.460715 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b69b1-23c6-456a-8aca-eceb69b09f6d req-402318a8-53a8-4f94-960e-34c3f7f33066 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:21.462328 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a73b69b1-23c6-456a-8aca-eceb69b09f6d req-402318a8-53a8-4f94-960e-34c3f7f33066 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0827484 May 17 16:27:21.510019 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a73b69b1-23c6-456a-8aca-eceb69b09f6d req-58117e21-3f5a-4bfc-b13f-608f3ac9f963 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406682 May 17 16:27:21.716586 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:21.937193 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb0f35-84b1-4680-aeed-4e0d7ab1e38e req-efb8c98f-78f1-41cb-9111-453a852588c1 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:21.938762 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-00eb0f35-84b1-4680-aeed-4e0d7ab1e38e req-efb8c98f-78f1-41cb-9111-453a852588c1 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/ports?device_id=92651fd8-5028-4882-a415-4dd859a84bdb HTTP/1.1" status: 200 len: 947 time: 0.0849912 May 17 16:27:21.985973 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-00eb0f35-84b1-4680-aeed-4e0d7ab1e38e req-d6d51616-d969-44d3-a185-b8884a4876e0 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afc79fc-bb64-46bc-91cb-ce4061ed727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414927 May 17 16:27:22.699804 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73a4eb-e533-49db-bed7-49f5718a97c4 req-c6912887-73f0-49f5-906a-ebef0cfbf4b1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:22.701249 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fd73a4eb-e533-49db-bed7-49f5718a97c4 req-c6912887-73f0-49f5-906a-ebef0cfbf4b1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0792677 May 17 16:27:22.751094 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fd73a4eb-e533-49db-bed7-49f5718a97c4 req-3ac0c31b-bd20-4a53-9c8d-d666fe5ae0ea tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440946 May 17 16:27:23.172566 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f49d70-facb-458e-929d-b9107cb168f1 req-abe87e6c-2e70-4010-bad9-43bf8f0db497 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:23.174031 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-67f49d70-facb-458e-929d-b9107cb168f1 req-abe87e6c-2e70-4010-bad9-43bf8f0db497 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/ports?device_id=92651fd8-5028-4882-a415-4dd859a84bdb HTTP/1.1" status: 200 len: 947 time: 0.0834482 May 17 16:27:23.219009 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-67f49d70-facb-458e-929d-b9107cb168f1 req-6cb8a884-aa24-401c-9465-8c5cd72d1e35 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afc79fc-bb64-46bc-91cb-ce4061ed727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393736 May 17 16:27:23.899895 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 40506) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:23.951695 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33b2ab-d708-47be-a0e2-34f0bf5fc9b1 req-b736b913-c459-4f5b-8aed-f5cfa8bf0369 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:23.953196 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6f33b2ab-d708-47be-a0e2-34f0bf5fc9b1 req-b736b913-c459-4f5b-8aed-f5cfa8bf0369 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 944 time: 0.0887971 May 17 16:27:24.001486 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6f33b2ab-d708-47be-a0e2-34f0bf5fc9b1 req-d2d57aaa-456f-418a-a16d-0957b42b04c8 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419440 May 17 16:27:24.023438 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-71bc6d25-4b26-4892-9cf2-4c704d56d3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:24.039084 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-71bc6d25-4b26-4892-9cf2-4c704d56d3e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:27:24.042937 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-71bc6d25-4b26-4892-9cf2-4c704d56d3e5 admin admin] Usage tracker for resource:security_group_rule and tenant:5e4f1e47e90749689c83e0f4cc7ef6f1 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:27:24.047939 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-71bc6d25-4b26-4892-9cf2-4c704d56d3e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:27:24.048085 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 4355676b-524a-49e8-a6bb-418db95feab4 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:27:24.052273 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-71bc6d25-4b26-4892-9cf2-4c704d56d3e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:27:24.181029 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-71bc6d25-4b26-4892-9cf2-4c704d56d3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:24.234062 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 4355676b-524a-49e8-a6bb-418db95feab4, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4355676b-524a-49e8-a6bb-418db95feab4,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:27:24.256243 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Returning: {'device': '4355676b-524a-49e8-a6bb-418db95feab4', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'port_id': '4355676b-524a-49e8-a6bb-418db95feab4', 'mac_address': 'fa:16:3e:80:87:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:27:24.286759 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-71bc6d25-4b26-4892-9cf2-4c704d56d3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:24.293420 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-8ec73cce-f1e9-4647-86f5-bbd534d288db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:24.325290 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:24.340758 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc6d25-4b26-4892-9cf2-4c704d56d3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc7c54d-e91d-41cb-81a2-c26fc9a8988a,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:24.345646 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4355676b-524a-49e8-a6bb-418db95feab4 {{(pid=79282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:27:24.352658 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-71bc6d25-4b26-4892-9cf2-4c704d56d3e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e4f1e47e90749689c83e0f4cc7ef6f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4512367 May 17 16:27:24.353628 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 40518) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:24.355006 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-71bc6d25-4b26-4892-9cf2-4c704d56d3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:24.364112 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 4355676b-524a-49e8-a6bb-418db95feab4, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4355676b-524a-49e8-a6bb-418db95feab4,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:27:24.424924 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342669f1-5fbc-43af-90e8-9132053917bc req-da439e39-5f4d-45f1-86e9-68234cb52b49 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:24.426473 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-342669f1-5fbc-43af-90e8-9132053917bc req-da439e39-5f4d-45f1-86e9-68234cb52b49 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/ports?device_id=92651fd8-5028-4882-a415-4dd859a84bdb HTTP/1.1" status: 200 len: 947 time: 0.0914669 May 17 16:27:24.435463 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e07aac77-494d-4bc4-aff3-470b30e41f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:24.465523 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:24.467279 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:24.468883 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e07aac77-494d-4bc4-aff3-470b30e41f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:24.477053 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-342669f1-5fbc-43af-90e8-9132053917bc req-aa8c844c-f792-4a28-a349-c48fbc39cb89 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afc79fc-bb64-46bc-91cb-ce4061ed727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444658 May 17 16:27:24.555874 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=4355676b-524a-49e8-a6bb-418db95feab4,revision_number=9']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:24.563793 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:24.564137 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:24.564473 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:24.564805 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:24.565136 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:24.565464 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:24.565788 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:24.566109 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:24.566538 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:24.566853 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:24.567170 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:24.567482 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:24.571667 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:24.607938 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e07aac77-494d-4bc4-aff3-470b30e41f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:24.611855 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-29beb4c4-23d1-4792-ae4d-ca2234f80bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:24.626101 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07aac77-494d-4bc4-aff3-470b30e41f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc7c54d-e91d-41cb-81a2-c26fc9a8988a,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:24.629763 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e07aac77-494d-4bc4-aff3-470b30e41f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:24.635354 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e07aac77-494d-4bc4-aff3-470b30e41f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:24.636543 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-e07aac77-494d-4bc4-aff3-470b30e41f9f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5fc7c54d-e91d-41cb-81a2-c26fc9a8988a HTTP/1.1" status: 204 len: 168 time: 0.2800374 May 17 16:27:24.882656 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['4355676b-524a-49e8-a6bb-418db95feab4'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:27:25.213212 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370819d1-b350-4bce-bc23-958932901f06 req-c35c6a23-e9bc-4802-8f74-42229afb0070 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:25.215358 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-370819d1-b350-4bce-bc23-958932901f06 req-c35c6a23-e9bc-4802-8f74-42229afb0070 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 945 time: 0.0898197 May 17 16:27:25.263113 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-370819d1-b350-4bce-bc23-958932901f06 req-f7ff1419-4ee0-4f63-8bdc-a33c1aed7a43 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414801 May 17 16:27:25.505626 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 40538) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:25.542703 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-9a990fb0-810d-4432-9e6a-8e53bbefc31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:25.557945 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-9a990fb0-810d-4432-9e6a-8e53bbefc31d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:27:25.563421 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-9a990fb0-810d-4432-9e6a-8e53bbefc31d admin admin] Usage tracker for resource:security_group_rule and tenant:cf0dc768ebd54d60b139e4cc7057bbf3 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:27:25.566336 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-9a990fb0-810d-4432-9e6a-8e53bbefc31d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:27:25.572207 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-9a990fb0-810d-4432-9e6a-8e53bbefc31d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:27:25.655550 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-9a990fb0-810d-4432-9e6a-8e53bbefc31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:25.692338 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a93b1-5ba2-4ab6-ba6a-7edd301e6e26 req-ad9bba20-6375-4535-95e0-ee80a431fd5c tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:25.693824 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b94a93b1-5ba2-4ab6-ba6a-7edd301e6e26 req-ad9bba20-6375-4535-95e0-ee80a431fd5c tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/ports?device_id=92651fd8-5028-4882-a415-4dd859a84bdb HTTP/1.1" status: 200 len: 947 time: 0.0974061 May 17 16:27:25.716145 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-9a990fb0-810d-4432-9e6a-8e53bbefc31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:25.725164 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-89937382-a706-4c74-a8c5-821d611709df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:25.741162 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b94a93b1-5ba2-4ab6-ba6a-7edd301e6e26 req-e9b40397-190f-4a37-a7fa-5f3f9b5e32de tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afc79fc-bb64-46bc-91cb-ce4061ed727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412281 May 17 16:27:25.766983 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-9a990fb0-810d-4432-9e6a-8e53bbefc31d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cf0dc768ebd54d60b139e4cc7057bbf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2596929 May 17 16:27:25.768823 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a990fb0-810d-4432-9e6a-8e53bbefc31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe2689d-7ff2-450b-9a9b-2d15238a4ceb,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:25.769812 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 40542) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:25.772388 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-9a990fb0-810d-4432-9e6a-8e53bbefc31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:25.833572 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0df42470-1238-4ca3-847e-61845a0f758c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:25.861207 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0df42470-1238-4ca3-847e-61845a0f758c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:26.002275 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0df42470-1238-4ca3-847e-61845a0f758c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:26.006164 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-e97273b7-7b60-45df-90b6-3182012463c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:26.017036 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df42470-1238-4ca3-847e-61845a0f758c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe2689d-7ff2-450b-9a9b-2d15238a4ceb,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:26.020946 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-0df42470-1238-4ca3-847e-61845a0f758c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:26.024157 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0df42470-1238-4ca3-847e-61845a0f758c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:26.025253 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-0df42470-1238-4ca3-847e-61845a0f758c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dbe2689d-7ff2-450b-9a9b-2d15238a4ceb HTTP/1.1" status: 204 len: 168 time: 0.2544057 May 17 16:27:26.073236 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 7f3561c6-42e5-42f2-8712-96ca39e564de details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:27:26.083085 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 4355676b-524a-49e8-a6bb-418db95feab4 up at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:27:26.259194 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning complete for port 4355676b-524a-49e8-a6bb-418db95feab4 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:27:26.259593 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:26.320253 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 7f3561c6-42e5-42f2-8712-96ca39e564de, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=7f3561c6-42e5-42f2-8712-96ca39e564de,segment=NetworkSegment(eb718877-e739-46b4-a3bb-3da37b82226e),segment_id=eb718877-e739-46b4-a3bb-3da37b82226e)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:27:26.341964 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Returning: {'device': '7f3561c6-42e5-42f2-8712-96ca39e564de', 'network_id': 'c1377502-e94a-463c-87ce-53b13781e508', 'port_id': '7f3561c6-42e5-42f2-8712-96ca39e564de', 'mac_address': 'fa:16:3e:c0:e6:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c52ffa54-cb8a-4318-92a5-b88ba43e81cf', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:27:26.455647 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:26.479387 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:26.487549 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33822314-9814-475a-b399-b2d6e7d144f9 req-7b58a093-9808-4f39-a84a-cbf959c9de48 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:26.489808 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f3561c6-42e5-42f2-8712-96ca39e564de {{(pid=79282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:27:26.490165 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-33822314-9814-475a-b399-b2d6e7d144f9 req-7b58a093-9808-4f39-a84a-cbf959c9de48 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 945 time: 0.1104939 May 17 16:27:26.521361 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 7f3561c6-42e5-42f2-8712-96ca39e564de, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=7f3561c6-42e5-42f2-8712-96ca39e564de,segment=NetworkSegment(eb718877-e739-46b4-a3bb-3da37b82226e),segment_id=eb718877-e739-46b4-a3bb-3da37b82226e)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:27:26.541952 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395b3656-fde8-4312-8c59-2e6202537b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4355676b-524a-49e8-a6bb-418db95feab4'}] {{(pid=79282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:27:26.552069 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 4355676b-524a-49e8-a6bb-418db95feab4, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4355676b-524a-49e8-a6bb-418db95feab4,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:27:26.564504 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-33822314-9814-475a-b399-b2d6e7d144f9 req-14946261-42fc-4a6f-9d05-2bdbe32787c6 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679312 May 17 16:27:26.596315 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:26.598360 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:26.632255 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395b3656-fde8-4312-8c59-2e6202537b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4355676b-524a-49e8-a6bb-418db95feab4', 'code': 200} May 17 16:27:26.638356 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:26.676657 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=7f3561c6-42e5-42f2-8712-96ca39e564de,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:26.680041 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:26.680512 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:26.788785 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=4355676b-524a-49e8-a6bb-418db95feab4,revision_number=10']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:26.794683 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:26.938590 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a0d08-8208-4d2e-bbc6-0ef1aa1c1ecd req-adbda523-7117-4890-a96b-fab0e9c9faba tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:26.940041 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0c3a0d08-8208-4d2e-bbc6-0ef1aa1c1ecd req-adbda523-7117-4890-a96b-fab0e9c9faba tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/ports?device_id=92651fd8-5028-4882-a415-4dd859a84bdb HTTP/1.1" status: 200 len: 948 time: 0.0894916 May 17 16:27:26.994083 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['7f3561c6-42e5-42f2-8712-96ca39e564de'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:27:27.074572 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0c3a0d08-8208-4d2e-bbc6-0ef1aa1c1ecd req-b9a74711-f9fc-46fa-95a8-5b058460cb16 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afc79fc-bb64-46bc-91cb-ce4061ed727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286995 May 17 16:27:27.428850 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd247bf-05f2-4429-bdd3-bf3e37659260 req-6788b3e8-0409-46d5-8fc8-38764a8b3e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:27.431086 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-5bd247bf-05f2-4429-bdd3-bf3e37659260 req-6788b3e8-0409-46d5-8fc8-38764a8b3e96 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 1100 time: 0.0848215 May 17 16:27:27.476303 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-5bd247bf-05f2-4429-bdd3-bf3e37659260 req-623e2c78-b77e-4004-a1d2-f1329f179ff7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378613 May 17 16:27:27.781042 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b2f5c-019c-4647-9509-fd4e71f6c4c0 req-cfe84d70-7558-4899-b5d2-fe5be320e6b1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:27.782685 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-306b2f5c-019c-4647-9509-fd4e71f6c4c0 req-cfe84d70-7558-4899-b5d2-fe5be320e6b1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 947 time: 0.0839031 May 17 16:27:27.835379 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-306b2f5c-019c-4647-9509-fd4e71f6c4c0 req-c2fee9cc-ff22-455d-b74d-1d2241b6bce8 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468490 May 17 16:27:28.081376 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 7f3561c6-42e5-42f2-8712-96ca39e564de up at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:27:28.242103 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning for port 7f3561c6-42e5-42f2-8712-96ca39e564de completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:27:28.247738 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning complete for port 7f3561c6-42e5-42f2-8712-96ca39e564de triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:27:28.248670 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:28.308412 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379035f-f52e-44b5-a99b-2479e0c1ab3d req-1d9f48ae-aa6c-4614-a20f-f07fda65e4d8 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:28.310110 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9379035f-f52e-44b5-a99b-2479e0c1ab3d req-1d9f48ae-aa6c-4614-a20f-f07fda65e4d8 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/ports?device_id=92651fd8-5028-4882-a415-4dd859a84bdb HTTP/1.1" status: 200 len: 948 time: 0.1053228 May 17 16:27:28.367089 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9379035f-f52e-44b5-a99b-2479e0c1ab3d req-a0749aa5-6cca-4872-bb18-97be8cffef27 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afc79fc-bb64-46bc-91cb-ce4061ed727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498447 May 17 16:27:28.395755 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:28.424222 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 7f3561c6-42e5-42f2-8712-96ca39e564de, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=7f3561c6-42e5-42f2-8712-96ca39e564de,segment=NetworkSegment(eb718877-e739-46b4-a3bb-3da37b82226e),segment_id=eb718877-e739-46b4-a3bb-3da37b82226e)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:27:28.516131 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:28.518018 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:28.588745 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=7f3561c6-42e5-42f2-8712-96ca39e564de,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:28.591905 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:28.633733 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92651fd8-5028-4882-a415-4dd859a84bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3561c6-42e5-42f2-8712-96ca39e564de'}] {{(pid=79282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:27:28.677016 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92651fd8-5028-4882-a415-4dd859a84bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f3561c6-42e5-42f2-8712-96ca39e564de', 'code': 200} May 17 16:27:29.061218 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da8bea-d462-4296-b76d-d02d9e480837 req-8963c755-6640-4c62-81af-a870f967fce4 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:29.062858 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-80da8bea-d462-4296-b76d-d02d9e480837 req-8963c755-6640-4c62-81af-a870f967fce4 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 947 time: 0.1030135 May 17 16:27:29.098546 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11151e-c7ae-4802-9568-25888f814c33 req-8df3cfa1-a9ed-473a-b853-9dd139de3534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:29.103323 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-4b11151e-c7ae-4802-9568-25888f814c33 req-8df3cfa1-a9ed-473a-b853-9dd139de3534 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=92651fd8-5028-4882-a415-4dd859a84bdb HTTP/1.1" status: 200 len: 1102 time: 0.0858784 May 17 16:27:29.119491 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-80da8bea-d462-4296-b76d-d02d9e480837 req-787ee890-e59a-4dab-bbc6-e8dc1d8ccc7a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492785 May 17 16:27:29.166711 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-4b11151e-c7ae-4802-9568-25888f814c33 req-68d2a3d3-f9e0-423c-8a2c-d6ad7fac4c27 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0afc79fc-bb64-46bc-91cb-ce4061ed727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595887 May 17 16:27:29.735759 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed466c-d0fc-4d61-b683-fbc0d15b31ea req-541fde6a-c321-4c99-b5dd-fb572141899c tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:29.737114 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-deed466c-d0fc-4d61-b683-fbc0d15b31ea req-541fde6a-c321-4c99-b5dd-fb572141899c tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/ports?device_id=92651fd8-5028-4882-a415-4dd859a84bdb HTTP/1.1" status: 200 len: 949 time: 0.2614334 May 17 16:27:29.784516 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-deed466c-d0fc-4d61-b683-fbc0d15b31ea req-7ed335dd-adea-443c-9339-4ba420bfec43 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afc79fc-bb64-46bc-91cb-ce4061ed727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415874 May 17 16:27:30.372106 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927188f2-e8c5-4f44-b955-f3d351b31b03 req-53576f6e-6618-4794-9325-5b6de4257d3d tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:30.373617 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-927188f2-e8c5-4f44-b955-f3d351b31b03 req-53576f6e-6618-4794-9325-5b6de4257d3d tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 947 time: 0.1337769 May 17 16:27:30.420248 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-927188f2-e8c5-4f44-b955-f3d351b31b03 req-44cf0095-0998-472e-8d47-a21e3de01487 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405891 May 17 16:27:30.807005 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 40694) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:30.930579 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-61aa643b-74f7-4873-926a-554d3355370a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:30.946480 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-61aa643b-74f7-4873-926a-554d3355370a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:27:30.951312 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-61aa643b-74f7-4873-926a-554d3355370a admin admin] Usage tracker for resource:security_group_rule and tenant:c7ea0a4df6f84b9eb7dfe38d59ad2789 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:27:30.954675 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-61aa643b-74f7-4873-926a-554d3355370a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:27:30.962748 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-61aa643b-74f7-4873-926a-554d3355370a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:27:31.000260 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc5198-096f-49b0-96e6-4d1cb9d21373 req-dece4924-ae51-4b6f-8cbd-d04fb20e7d55 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:31.002737 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c8fc5198-096f-49b0-96e6-4d1cb9d21373 req-dece4924-ae51-4b6f-8cbd-d04fb20e7d55 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/ports?device_id=92651fd8-5028-4882-a415-4dd859a84bdb HTTP/1.1" status: 200 len: 949 time: 0.1039743 May 17 16:27:31.050213 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c8fc5198-096f-49b0-96e6-4d1cb9d21373 req-0ef2b78c-3ca6-4ed1-964e-11413a862924 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afc79fc-bb64-46bc-91cb-ce4061ed727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426879 May 17 16:27:31.060403 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-61aa643b-74f7-4873-926a-554d3355370a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:31.150335 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-61aa643b-74f7-4873-926a-554d3355370a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:31.158052 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-fcdcc10a-cd5c-49b0-9618-c31ea127c3d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:31.197087 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa643b-74f7-4873-926a-554d3355370a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e4c134-8c48-4f30-b6a8-da58703f27e2,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:31.201280 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-61aa643b-74f7-4873-926a-554d3355370a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c7ea0a4df6f84b9eb7dfe38d59ad2789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3932137 May 17 16:27:31.202124 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-61aa643b-74f7-4873-926a-554d3355370a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:31.204010 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 40704) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:31.262434 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a825bbd3-ebce-4546-b909-b65400ff227f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:31.287240 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a825bbd3-ebce-4546-b909-b65400ff227f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:31.482025 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a825bbd3-ebce-4546-b909-b65400ff227f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:31.489702 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-71bc6d25-4b26-4892-9cf2-4c704d56d3e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:31.507299 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825bbd3-ebce-4546-b909-b65400ff227f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e4c134-8c48-4f30-b6a8-da58703f27e2,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:31.510728 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-a825bbd3-ebce-4546-b909-b65400ff227f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:31.515914 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a825bbd3-ebce-4546-b909-b65400ff227f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:31.519686 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-a825bbd3-ebce-4546-b909-b65400ff227f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/28e4c134-8c48-4f30-b6a8-da58703f27e2 HTTP/1.1" status: 204 len: 168 time: 0.3124821 May 17 16:27:31.649490 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b298e-ca78-4cca-bc00-447b7e130f11 req-1c034e6e-76de-4ccb-9ff1-3cc982471625 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:31.651054 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-393b298e-ca78-4cca-bc00-447b7e130f11 req-1c034e6e-76de-4ccb-9ff1-3cc982471625 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 947 time: 0.0867846 May 17 16:27:31.697307 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-393b298e-ca78-4cca-bc00-447b7e130f11 req-0d89e706-8380-4485-b6dd-547fd90ed861 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397389 May 17 16:27:32.212675 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 40722) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:32.234784 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-80840011-5af0-49e6-9403-a2f8ea5d1fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:32.254649 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-80840011-5af0-49e6-9403-a2f8ea5d1fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:27:32.259789 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-80840011-5af0-49e6-9403-a2f8ea5d1fc5 admin admin] Usage tracker for resource:security_group_rule and tenant:903a740a63d44e75a8d0b4b2e8b94613 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:27:32.264400 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-80840011-5af0-49e6-9403-a2f8ea5d1fc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:27:32.271114 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-80840011-5af0-49e6-9403-a2f8ea5d1fc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:27:32.285356 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7aaa90-9365-45ae-ba18-c1a507f3bd1d req-f4c7d4a5-86d8-4bd8-8e23-19e6cfdb1d4c tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:32.286903 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8a7aaa90-9365-45ae-ba18-c1a507f3bd1d req-f4c7d4a5-86d8-4bd8-8e23-19e6cfdb1d4c tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/ports?device_id=92651fd8-5028-4882-a415-4dd859a84bdb HTTP/1.1" status: 200 len: 949 time: 0.1311448 May 17 16:27:32.352590 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8a7aaa90-9365-45ae-ba18-c1a507f3bd1d req-573a014f-b56d-464b-b742-32eddee02f06 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afc79fc-bb64-46bc-91cb-ce4061ed727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592947 May 17 16:27:32.402463 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-80840011-5af0-49e6-9403-a2f8ea5d1fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:32.481748 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-80840011-5af0-49e6-9403-a2f8ea5d1fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:32.490566 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-824d85b9-bfb7-4648-b9f5-bc71b3491d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:32.539785 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-80840011-5af0-49e6-9403-a2f8ea5d1fc5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=903a740a63d44e75a8d0b4b2e8b94613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258638 May 17 16:27:32.541689 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80840011-5af0-49e6-9403-a2f8ea5d1fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad0f556-d647-422c-867b-c7a2a8df6dfb,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:32.542478 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 40728) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:32.545638 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-80840011-5af0-49e6-9403-a2f8ea5d1fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:32.605385 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-185edaba-f47c-4529-a051-6025510eeba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:32.631309 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-185edaba-f47c-4529-a051-6025510eeba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:32.773481 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-185edaba-f47c-4529-a051-6025510eeba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:32.778615 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-97074032-24cd-412b-81aa-c7ba57abdb90 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:32.789443 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185edaba-f47c-4529-a051-6025510eeba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad0f556-d647-422c-867b-c7a2a8df6dfb,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:32.794640 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-185edaba-f47c-4529-a051-6025510eeba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:32.807389 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-185edaba-f47c-4529-a051-6025510eeba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:32.811542 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-185edaba-f47c-4529-a051-6025510eeba7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ad0f556-d647-422c-867b-c7a2a8df6dfb HTTP/1.1" status: 204 len: 168 time: 0.2655511 May 17 16:27:32.899069 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b0852-5d1a-489d-861c-5db53db15321 req-94bdf5f2-6920-4e9a-a463-e7ba5ab619cd tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:32.900506 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cc9b0852-5d1a-489d-861c-5db53db15321 req-94bdf5f2-6920-4e9a-a463-e7ba5ab619cd tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 947 time: 0.0800850 May 17 16:27:32.945666 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cc9b0852-5d1a-489d-861c-5db53db15321 req-7b19861c-3db8-4693-84ee-525494c6f99c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390975 May 17 16:27:33.541251 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e1f18-b208-48c7-8243-f1105db6c9da req-8ca3eb16-df70-400f-bb3a-06667cfc5de1 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:33.543348 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-827e1f18-b208-48c7-8243-f1105db6c9da req-8ca3eb16-df70-400f-bb3a-06667cfc5de1 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/ports?device_id=92651fd8-5028-4882-a415-4dd859a84bdb HTTP/1.1" status: 200 len: 949 time: 0.0845709 May 17 16:27:33.592015 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-827e1f18-b208-48c7-8243-f1105db6c9da req-c0ebaa0f-f773-4ee6-963a-80b9043bf7b8 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afc79fc-bb64-46bc-91cb-ce4061ed727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416167 May 17 16:27:34.143314 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4d9ef-63df-47b1-afb5-0129bc1c9d16 req-4e227478-6f8c-4e84-a482-ffc2b402538c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:34.144834 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e6c4d9ef-63df-47b1-afb5-0129bc1c9d16 req-4e227478-6f8c-4e84-a482-ffc2b402538c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 947 time: 0.0884566 May 17 16:27:34.194354 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e6c4d9ef-63df-47b1-afb5-0129bc1c9d16 req-4fdb9995-ff24-416a-8add-079d6dab385a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433524 May 17 16:27:34.803611 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d21f5-68fb-4d75-8a8a-ae3ea40d99a2 req-2e171197-d9a3-43ae-8d84-1dfc22c30116 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:34.805065 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-593d21f5-68fb-4d75-8a8a-ae3ea40d99a2 req-2e171197-d9a3-43ae-8d84-1dfc22c30116 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/ports?device_id=92651fd8-5028-4882-a415-4dd859a84bdb HTTP/1.1" status: 200 len: 949 time: 0.1018207 May 17 16:27:34.854611 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-593d21f5-68fb-4d75-8a8a-ae3ea40d99a2 req-214378f6-81bb-454b-9630-bd1bbc755e68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afc79fc-bb64-46bc-91cb-ce4061ed727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425935 May 17 16:27:36.056342 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f7304-c808-4d4b-85f8-ff74efa5178d req-5f87766d-93f9-439e-8057-11320be6c510 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:36.058554 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ef2f7304-c808-4d4b-85f8-ff74efa5178d req-5f87766d-93f9-439e-8057-11320be6c510 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/ports?device_id=92651fd8-5028-4882-a415-4dd859a84bdb HTTP/1.1" status: 200 len: 949 time: 0.0859234 May 17 16:27:36.104993 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ef2f7304-c808-4d4b-85f8-ff74efa5178d req-1cd242f8-30a3-4ac2-b152-de46449f7264 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afc79fc-bb64-46bc-91cb-ce4061ed727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400252 May 17 16:27:36.774371 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919c760-6488-4893-a891-d0338282e3a5 req-8ddd1cfe-0557-44cb-a65a-c88d6b443860 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:36.775844 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f919c760-6488-4893-a891-d0338282e3a5 req-8ddd1cfe-0557-44cb-a65a-c88d6b443860 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/ports?device_id=92651fd8-5028-4882-a415-4dd859a84bdb HTTP/1.1" status: 200 len: 949 time: 0.0789530 May 17 16:27:36.827281 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f919c760-6488-4893-a891-d0338282e3a5 req-e4b02ece-80d7-4d65-87bf-d83e050b5584 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afc79fc-bb64-46bc-91cb-ce4061ed727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447867 May 17 16:27:36.990602 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d486a-3b89-4ea2-b87a-0312e8fa1c0f req-bcf97124-4680-40d2-a68d-4118f2325781 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:36.992240 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-157d486a-3b89-4ea2-b87a-0312e8fa1c0f req-bcf97124-4680-40d2-a68d-4118f2325781 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.0846150 May 17 16:27:37.040440 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-157d486a-3b89-4ea2-b87a-0312e8fa1c0f req-aad0ce61-6975-4d19-861d-934023007471 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419466 May 17 16:27:38.016176 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cf9f6-1ecb-4531-bb19-7ad50152a55d req-f5a4a2e1-2551-44f8-b9a5-0ea5350ab208 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:38.017643 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-818cf9f6-1ecb-4531-bb19-7ad50152a55d req-f5a4a2e1-2551-44f8-b9a5-0ea5350ab208 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/ports?device_id=92651fd8-5028-4882-a415-4dd859a84bdb HTTP/1.1" status: 200 len: 949 time: 0.0842307 May 17 16:27:38.062648 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-818cf9f6-1ecb-4531-bb19-7ad50152a55d req-e7310642-cfbb-4638-8592-63f7e40f5278 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afc79fc-bb64-46bc-91cb-ce4061ed727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391312 May 17 16:27:38.228360 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fcec9-8c1f-4403-8540-805403c21851 req-66183881-bc50-45e7-b32c-3653f0a9e05c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:38.230104 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3f1fcec9-8c1f-4403-8540-805403c21851 req-66183881-bc50-45e7-b32c-3653f0a9e05c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.0817106 May 17 16:27:38.360512 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3f1fcec9-8c1f-4403-8540-805403c21851 req-5eb4564b-dc8b-41fd-9d7d-81fd06afedc2 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238849 May 17 16:27:38.599653 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb2861-eefb-4b1c-9699-96c1e8326390 req-f7dc5343-098b-4182-b3cf-70028ac2bb1e tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:38.600375 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-88bb2861-eefb-4b1c-9699-96c1e8326390 req-f7dc5343-098b-4182-b3cf-70028ac2bb1e tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Synchronizing usage tracker for tenant:452e85767451411ca7f56b44ad6dff34 on resource:port {{(pid=79281) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:27:38.686974 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-88bb2861-eefb-4b1c-9699-96c1e8326390 req-f7dc5343-098b-4182-b3cf-70028ac2bb1e tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Unset dirty status for tenant:452e85767451411ca7f56b44ad6dff34 on resource:port {{(pid=79281) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:27:38.688220 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-88bb2861-eefb-4b1c-9699-96c1e8326390 req-f7dc5343-098b-4182-b3cf-70028ac2bb1e tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.24 "GET /v2.0/ports?device_id=92651fd8-5028-4882-a415-4dd859a84bdb HTTP/1.1" status: 200 len: 949 time: 0.1786273 May 17 16:27:38.804984 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:27:38.834681 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [req-88bb2861-eefb-4b1c-9699-96c1e8326390 req-e8a94af9-2219-479a-a268-81b1227f4f4c tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Deleting port 7f3561c6-42e5-42f2-8712-96ca39e564de {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:27:38.835095 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-88bb2861-eefb-4b1c-9699-96c1e8326390 req-e8a94af9-2219-479a-a268-81b1227f4f4c tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:39.002932 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-88bb2861-eefb-4b1c-9699-96c1e8326390 req-e8a94af9-2219-479a-a268-81b1227f4f4c tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] For port 7f3561c6-42e5-42f2-8712-96ca39e564de, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=7f3561c6-42e5-42f2-8712-96ca39e564de,segment=NetworkSegment(eb718877-e739-46b4-a3bb-3da37b82226e),segment_id=eb718877-e739-46b4-a3bb-3da37b82226e)] {{(pid=79281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:27:39.003551 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-88bb2861-eefb-4b1c-9699-96c1e8326390 req-e8a94af9-2219-479a-a268-81b1227f4f4c tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:39.127475 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [req-88bb2861-eefb-4b1c-9699-96c1e8326390 req-e8a94af9-2219-479a-a268-81b1227f4f4c tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Calling delete_port for 7f3561c6-42e5-42f2-8712-96ca39e564de owned by compute:nova {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:27:39.273332 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2f77c-3c46-4a20-b6fa-75a5949783a9 req-8df7bc9b-7907-49b1-979f-b713b7377e9f tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:39.274913 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1dc2f77c-3c46-4a20-b6fa-75a5949783a9 req-8df7bc9b-7907-49b1-979f-b713b7377e9f tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/ports?device_id=92651fd8-5028-4882-a415-4dd859a84bdb HTTP/1.1" status: 200 len: 949 time: 0.0900147 May 17 16:27:39.321574 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1dc2f77c-3c46-4a20-b6fa-75a5949783a9 req-71e53867-641c-4cb4-b76e-314c4a3c7323 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/security-groups?id=0afc79fc-bb64-46bc-91cb-ce4061ed727f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409048 May 17 16:27:39.441839 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-88bb2861-eefb-4b1c-9699-96c1e8326390 req-e8a94af9-2219-479a-a268-81b1227f4f4c tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:39.449143 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-a2956281-74be-472d-b85e-16b0e4104c86 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:39.457576 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['7f3561c6-42e5-42f2-8712-96ca39e564de'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:27:39.500636 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a94af9-2219-479a-a268-81b1227f4f4c tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Pushing event deleted for resources: {'Port': ['ID=7f3561c6-42e5-42f2-8712-96ca39e564de,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:39.503285 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e8a94af9-2219-479a-a268-81b1227f4f4c tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:39.590881 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6da6a6-ee85-4b1d-bbd8-3d6e25e531aa req-02a2362e-106d-4801-8cb6-8d2f11a05331 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:39.592838 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bb2861-eefb-4b1c-9699-96c1e8326390 req-e8a94af9-2219-479a-a268-81b1227f4f4c tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] No DVR routers for this DVR port 7f3561c6-42e5-42f2-8712-96ca39e564de on host hv-cinder-76810 {{(pid=79281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:27:39.593002 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7d6da6a6-ee85-4b1d-bbd8-3d6e25e531aa req-02a2362e-106d-4801-8cb6-8d2f11a05331 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.1244764 May 17 16:27:39.594460 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-88bb2861-eefb-4b1c-9699-96c1e8326390 req-e8a94af9-2219-479a-a268-81b1227f4f4c tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:39.597360 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92651fd8-5028-4882-a415-4dd859a84bdb', 'name': 'network-vif-deleted', 'tag': '7f3561c6-42e5-42f2-8712-96ca39e564de'}] {{(pid=79281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:27:39.654840 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92651fd8-5028-4882-a415-4dd859a84bdb', 'name': 'network-vif-deleted', 'tag': '7f3561c6-42e5-42f2-8712-96ca39e564de', 'status': 'completed', 'code': 200} May 17 16:27:39.658493 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7d6da6a6-ee85-4b1d-bbd8-3d6e25e531aa req-0873c736-b3d9-4255-9bcd-5929fcc97f91 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560021 May 17 16:27:39.728242 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-88bb2861-eefb-4b1c-9699-96c1e8326390 req-e8a94af9-2219-479a-a268-81b1227f4f4c tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.24 "DELETE /v2.0/ports/7f3561c6-42e5-42f2-8712-96ca39e564de HTTP/1.1" status: 204 len: 173 time: 1.0338845 May 17 16:27:40.487147 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-511aafc7-368c-4f54-b555-b7e841abcbf2 req-407b8307-9dc9-495a-b7b2-7d8bfbd030cd tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] 10.222.0.11 "GET /v2.0/ports?device_id=92651fd8-5028-4882-a415-4dd859a84bdb HTTP/1.1" status: 200 len: 210 time: 0.0457444 May 17 16:27:40.850904 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ed66e-b159-49a1-a0c7-2a12f56ae917 req-64fcc5a7-0c10-4fe7-b2ca-45d18b88daf6 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:40.852354 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c13ed66e-b159-49a1-a0c7-2a12f56ae917 req-64fcc5a7-0c10-4fe7-b2ca-45d18b88daf6 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.0828750 May 17 16:27:40.900628 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c13ed66e-b159-49a1-a0c7-2a12f56ae917 req-05354c60-d61a-4317-83e2-738a65002292 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415549 May 17 16:27:42.090601 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c038339-af49-493d-87b6-bcafb72fcb7e req-824f0252-e0ec-4c63-a088-97cd96792b4f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:42.092128 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1c038339-af49-493d-87b6-bcafb72fcb7e req-824f0252-e0ec-4c63-a088-97cd96792b4f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.0816567 May 17 16:27:42.143592 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1c038339-af49-493d-87b6-bcafb72fcb7e req-c3bfba00-0852-43fd-a40b-46364a57f7d8 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454388 May 17 16:27:42.158714 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 7f3561c6-42e5-42f2-8712-96ca39e564de no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:27:42.195782 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] No Port match for: 7f3561c6-42e5-42f2-8712-96ca39e564de {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:27:42.196128 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 7f3561c6-42e5-42f2-8712-96ca39e564de not bound to the agent host hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:27:43.332472 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf924a2b-957e-46d4-a16b-6cbb0d3136cf req-c27da84a-d804-4db2-ab05-da3548c8ca75 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:43.344155 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-bf924a2b-957e-46d4-a16b-6cbb0d3136cf req-c27da84a-d804-4db2-ab05-da3548c8ca75 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.0809002 May 17 16:27:43.380219 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-bf924a2b-957e-46d4-a16b-6cbb0d3136cf req-423bb2d4-33aa-4a3d-a2c5-ce3216cd4d6e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401158 May 17 16:27:43.395617 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 40970) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:43.533723 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-40157dd0-c32b-47f4-83db-a3ea6a911c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:43.550507 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-40157dd0-c32b-47f4-83db-a3ea6a911c42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:27:43.557154 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-40157dd0-c32b-47f4-83db-a3ea6a911c42 admin admin] Usage tracker for resource:security_group_rule and tenant:437798480cdc48fa89e561588f5b9790 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:27:43.557731 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-40157dd0-c32b-47f4-83db-a3ea6a911c42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:27:43.566070 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-40157dd0-c32b-47f4-83db-a3ea6a911c42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:27:43.658134 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-40157dd0-c32b-47f4-83db-a3ea6a911c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:43.749794 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-40157dd0-c32b-47f4-83db-a3ea6a911c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:43.757353 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-61aa643b-74f7-4873-926a-554d3355370a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:43.799345 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40157dd0-c32b-47f4-83db-a3ea6a911c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8daf906f-456f-4092-b942-2dd4c8ac45d3,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:43.803796 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-40157dd0-c32b-47f4-83db-a3ea6a911c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:43.805956 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-40157dd0-c32b-47f4-83db-a3ea6a911c42 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=437798480cdc48fa89e561588f5b9790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4089053 May 17 16:27:43.809994 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 40990) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:43.876205 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-52ac9c1e-875f-44c1-8796-ca034908c4d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:43.902582 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-52ac9c1e-875f-44c1-8796-ca034908c4d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:44.024307 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-52ac9c1e-875f-44c1-8796-ca034908c4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:44.028917 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-44cd4787-56b7-4f25-a60d-9872ebfd28db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:44.041572 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac9c1e-875f-44c1-8796-ca034908c4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8daf906f-456f-4092-b942-2dd4c8ac45d3,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:44.061438 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-52ac9c1e-875f-44c1-8796-ca034908c4d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:44.061438 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-52ac9c1e-875f-44c1-8796-ca034908c4d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:44.061438 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-52ac9c1e-875f-44c1-8796-ca034908c4d0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8daf906f-456f-4092-b942-2dd4c8ac45d3 HTTP/1.1" status: 204 len: 168 time: 0.2491519 May 17 16:27:44.572057 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e2acc-3c35-4a25-9bad-96b0fbfc2d13 req-d4ab181b-d195-4ece-aacc-e7fe1d9d0f43 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:44.573806 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-651e2acc-3c35-4a25-9bad-96b0fbfc2d13 req-d4ab181b-d195-4ece-aacc-e7fe1d9d0f43 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.0848546 May 17 16:27:44.627086 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-651e2acc-3c35-4a25-9bad-96b0fbfc2d13 req-3657bc3b-9b3c-47f2-bc91-34676b3186b2 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456805 May 17 16:27:45.573237 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-69dfac1d-c046-4684-8e99-4490b18ad8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:45.833068 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0f7e1-0dff-4364-b91c-93b16e720c63 req-fbbbd40a-7545-47c8-ba0f-fc10657c580a tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:45.834860 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-33a0f7e1-0dff-4364-b91c-93b16e720c63 req-fbbbd40a-7545-47c8-ba0f-fc10657c580a tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.0835161 May 17 16:27:45.882157 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-33a0f7e1-0dff-4364-b91c-93b16e720c63 req-aa328b21-84d8-46cc-b1bf-3ee3ab804187 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404201 May 17 16:27:47.086247 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0ba27-2c9a-4944-b96a-c3b4c70cdc23 req-7b827b0c-4bda-48e9-97c6-42cf0700c391 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:47.088002 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7db0ba27-2c9a-4944-b96a-c3b4c70cdc23 req-7b827b0c-4bda-48e9-97c6-42cf0700c391 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.0865867 May 17 16:27:47.165753 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7db0ba27-2c9a-4944-b96a-c3b4c70cdc23 req-93bc6aa2-3bd7-44a6-9934-ce98e324b6de tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712047 May 17 16:27:48.213634 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-7b5debcf-95de-478f-ac8f-fb763c14d019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:48.216621 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:48.353696 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1251388-8d9d-448b-93b6-72524425b29d req-1ebd0ee3-2cba-4388-bab3-b479981dd878 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:48.355294 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c1251388-8d9d-448b-93b6-72524425b29d req-1ebd0ee3-2cba-4388-bab3-b479981dd878 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.0824451 May 17 16:27:48.404633 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c1251388-8d9d-448b-93b6-72524425b29d req-ad9013b0-b4aa-486b-8bf4-b1180687c290 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432580 May 17 16:27:49.144102 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:49.148415 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 41206) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:49.301004 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-4d775059-1f01-4272-b858-6607cfca6b26 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=452e85767451411ca7f56b44ad6dff34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513782 May 17 16:27:49.303361 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 41212) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:49.362126 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8b7bb777-3f67-4ad1-8868-b71927fdf442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:49.389193 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8b7bb777-3f67-4ad1-8868-b71927fdf442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:49.554198 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8b7bb777-3f67-4ad1-8868-b71927fdf442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:49.563264 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-42aa3ade-1f0e-4dbd-913c-b85a9e1cf901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:49.582374 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7bb777-3f67-4ad1-8868-b71927fdf442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afc79fc-bb64-46bc-91cb-ce4061ed727f,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:49.585850 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-8b7bb777-3f67-4ad1-8868-b71927fdf442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:49.596496 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8b7bb777-3f67-4ad1-8868-b71927fdf442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:49.600805 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-8b7bb777-3f67-4ad1-8868-b71927fdf442 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0afc79fc-bb64-46bc-91cb-ce4061ed727f HTTP/1.1" status: 204 len: 168 time: 0.2933629 May 17 16:27:49.621080 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f81c0-375a-465f-ade5-e494a362b270 req-06d30c74-0327-4e16-bf53-1cbfef8cb134 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:49.622675 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a66f81c0-375a-465f-ade5-e494a362b270 req-06d30c74-0327-4e16-bf53-1cbfef8cb134 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.1085072 May 17 16:27:49.669231 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a66f81c0-375a-465f-ade5-e494a362b270 req-21e6c92a-b452-442c-92a8-119d68567cf5 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406327 May 17 16:27:49.929003 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 41230) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:50.060548 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1588d4b7-0578-475e-af57-fbb7b843294c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:50.075403 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-1588d4b7-0578-475e-af57-fbb7b843294c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:27:50.079170 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-1588d4b7-0578-475e-af57-fbb7b843294c admin admin] Usage tracker for resource:security_group_rule and tenant:a27191d4248f483b8a48661cf3d6cbb9 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:27:50.081987 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-1588d4b7-0578-475e-af57-fbb7b843294c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:27:50.088025 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-1588d4b7-0578-475e-af57-fbb7b843294c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:27:50.290429 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1588d4b7-0578-475e-af57-fbb7b843294c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:50.401418 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1588d4b7-0578-475e-af57-fbb7b843294c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:50.411828 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e4bfee58-ccf4-45e1-abe5-bddec39ca9ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:50.456337 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588d4b7-0578-475e-af57-fbb7b843294c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70eae7eb-373d-4681-944d-b5305a2c2ecf,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:50.461456 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-1588d4b7-0578-475e-af57-fbb7b843294c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a27191d4248f483b8a48661cf3d6cbb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5311558 May 17 16:27:50.464850 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 41250) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:50.466659 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588d4b7-0578-475e-af57-fbb7b843294c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:50.467228 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588d4b7-0578-475e-af57-fbb7b843294c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:50.467949 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588d4b7-0578-475e-af57-fbb7b843294c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:50.468453 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588d4b7-0578-475e-af57-fbb7b843294c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:50.468974 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588d4b7-0578-475e-af57-fbb7b843294c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:50.469494 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588d4b7-0578-475e-af57-fbb7b843294c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:50.470094 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588d4b7-0578-475e-af57-fbb7b843294c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:50.470674 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588d4b7-0578-475e-af57-fbb7b843294c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:50.471169 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588d4b7-0578-475e-af57-fbb7b843294c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:50.471694 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588d4b7-0578-475e-af57-fbb7b843294c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:50.472190 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588d4b7-0578-475e-af57-fbb7b843294c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:50.472703 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588d4b7-0578-475e-af57-fbb7b843294c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:50.476811 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1588d4b7-0578-475e-af57-fbb7b843294c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:50.529248 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c7bf-66a2-4126-afdc-927b29f6795f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:50.554938 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c7bf-66a2-4126-afdc-927b29f6795f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:50.618189 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:50.675681 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c7bf-66a2-4126-afdc-927b29f6795f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:50.679158 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 41256) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:50.680948 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-530571ad-a2b8-41d8-92f9-44d74b501ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:50.698243 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0c7bf-66a2-4126-afdc-927b29f6795f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70eae7eb-373d-4681-944d-b5305a2c2ecf,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:50.701973 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-0cf0c7bf-66a2-4126-afdc-927b29f6795f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:50.702985 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0cf0c7bf-66a2-4126-afdc-927b29f6795f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:50.706738 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-0cf0c7bf-66a2-4126-afdc-927b29f6795f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/70eae7eb-373d-4681-944d-b5305a2c2ecf HTTP/1.1" status: 204 len: 168 time: 0.2383192 May 17 16:27:50.791567 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-dfee3b82-f71a-443e-9095-3d07eb26bacd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1477198209-network', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:27:50.797660 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-dfee3b82-f71a-443e-9095-3d07eb26bacd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:27:50.803037 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-dfee3b82-f71a-443e-9095-3d07eb26bacd admin admin] Usage tracker for resource:network and tenant:d73f6e7ae19343568240cc20d98fe216 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:27:50.806152 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-dfee3b82-f71a-443e-9095-3d07eb26bacd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:27:50.813123 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-dfee3b82-f71a-443e-9095-3d07eb26bacd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:27:50.881806 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d8458-2eb6-4aa0-9ae6-dbfdfab57ae4 req-a8589221-09fb-445c-a64e-95e03d3e4906 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:50.883296 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-675d8458-2eb6-4aa0-9ae6-dbfdfab57ae4 req-a8589221-09fb-445c-a64e-95e03d3e4906 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.0829906 May 17 16:27:50.932270 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-675d8458-2eb6-4aa0-9ae6-dbfdfab57ae4 req-58dfa27d-4a5f-49e6-8125-b725f2a34e03 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428858 May 17 16:27:50.938052 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfee3b82-f71a-443e-9095-3d07eb26bacd admin admin] Made reservation on behalf of d73f6e7ae19343568240cc20d98fe216 for: {'network': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:27:50.940360 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-dfee3b82-f71a-443e-9095-3d07eb26bacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7986740'] for network, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:50.955052 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-dfee3b82-f71a-443e-9095-3d07eb26bacd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:50.967686 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-dfee3b82-f71a-443e-9095-3d07eb26bacd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:27:50.971540 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-dfee3b82-f71a-443e-9095-3d07eb26bacd admin admin] Usage tracker for resource:security_group_rule and tenant:d73f6e7ae19343568240cc20d98fe216 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:27:50.977553 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-dfee3b82-f71a-443e-9095-3d07eb26bacd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:27:50.984298 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-dfee3b82-f71a-443e-9095-3d07eb26bacd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:27:51.068737 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-dfee3b82-f71a-443e-9095-3d07eb26bacd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:51.229697 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-dfee3b82-f71a-443e-9095-3d07eb26bacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:51.233786 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-62f97e07-d510-40d0-bf29-3b5275e00bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:51.267127 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfee3b82-f71a-443e-9095-3d07eb26bacd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=79281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:27:51.269307 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee3b82-f71a-443e-9095-3d07eb26bacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9a0023-706c-47e6-9d1b-d826f7061373,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:51.274693 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-dfee3b82-f71a-443e-9095-3d07eb26bacd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:51.280664 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-dfee3b82-f71a-443e-9095-3d07eb26bacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:51.280895 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.db.segments_db [None req-dfee3b82-f71a-443e-9095-3d07eb26bacd admin admin] Added segment 820215f4-e2e8-4c80-8e5d-7185383efa51 of type vlan for network 84e2e030-f7fd-45a7-ae9a-50d13ef72c2c May 17 16:27:51.308288 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-dfee3b82-f71a-443e-9095-3d07eb26bacd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780703603375'] for network, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:51.441185 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-dfee3b82-f71a-443e-9095-3d07eb26bacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325'] for network, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:51.442573 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfee3b82-f71a-443e-9095-3d07eb26bacd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:51.443146 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-dfee3b82-f71a-443e-9095-3d07eb26bacd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:51.448110 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:51.552772 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee3b82-f71a-443e-9095-3d07eb26bacd admin admin] Pushing event updated for resources: {'Network': ['ID=84e2e030-f7fd-45a7-ae9a-50d13ef72c2c,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:51.556998 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-dfee3b82-f71a-443e-9095-3d07eb26bacd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:51.563046 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Network 84e2e030-f7fd-45a7-ae9a-50d13ef72c2c details requested by agent ovs-agent-dv-cinder-768105-8-iscsi with host dv-cinder-768105-8-iscsi {{(pid=79282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:27:51.686088 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 41270) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:51.704928 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-408c2b2a-0a5e-493c-9595-c1b705a2985e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:51.719298 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-408c2b2a-0a5e-493c-9595-c1b705a2985e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:27:51.724874 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-dfee3b82-f71a-443e-9095-3d07eb26bacd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0418866 May 17 16:27:51.725036 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-408c2b2a-0a5e-493c-9595-c1b705a2985e admin admin] Usage tracker for resource:security_group_rule and tenant:b6a02dc3aba7459da1b0f6455b257c2a is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:27:51.737950 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 41274) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:51.738100 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-408c2b2a-0a5e-493c-9595-c1b705a2985e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:27:51.738198 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-45425d2f-670d-4e52-910e-d9ea05ff2fb3 admin admin] Request body: {'subnet': {'network_id': '84e2e030-f7fd-45a7-ae9a-50d13ef72c2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1477198209-subnet', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'ip_version': 4}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:27:51.738321 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-408c2b2a-0a5e-493c-9595-c1b705a2985e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:27:51.738416 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-45425d2f-670d-4e52-910e-d9ea05ff2fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:27:51.740059 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-45425d2f-670d-4e52-910e-d9ea05ff2fb3 admin admin] Usage tracker for resource:subnet and tenant:d73f6e7ae19343568240cc20d98fe216 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:27:51.743264 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-45425d2f-670d-4e52-910e-d9ea05ff2fb3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:27:51.750098 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-45425d2f-670d-4e52-910e-d9ea05ff2fb3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:27:51.819678 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-408c2b2a-0a5e-493c-9595-c1b705a2985e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:51.846797 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:51.875830 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45425d2f-670d-4e52-910e-d9ea05ff2fb3 admin admin] Made reservation on behalf of d73f6e7ae19343568240cc20d98fe216 for: {'subnet': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:27:51.878182 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-45425d2f-670d-4e52-910e-d9ea05ff2fb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3136375'] for subnet, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:51.915596 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-408c2b2a-0a5e-493c-9595-c1b705a2985e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:51.923596 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-03841bc2-eb2b-4700-b872-f9364834295c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:51.969365 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-408c2b2a-0a5e-493c-9595-c1b705a2985e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b6a02dc3aba7459da1b0f6455b257c2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790782 May 17 16:27:51.969365 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c2b2a-0a5e-493c-9595-c1b705a2985e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bd951b-5bd8-4bfd-9d7e-d5bdac2a1fea,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:51.969580 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 41282) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:51.971383 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-408c2b2a-0a5e-493c-9595-c1b705a2985e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:52.095822 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-cd11f282-e25e-42c4-bdbe-ec7f0d71ca38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:52.124697 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5632d-db16-427c-8919-9f7116884f6b req-46784b1b-d895-48c8-a445-c33a641a3286 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:52.126465 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-90d5632d-db16-427c-8919-9f7116884f6b req-46784b1b-d895-48c8-a445-c33a641a3286 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.0818596 May 17 16:27:52.131284 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-cd11f282-e25e-42c4-bdbe-ec7f0d71ca38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:52.172361 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-90d5632d-db16-427c-8919-9f7116884f6b req-e4d4aeed-e2da-446e-8dde-edb8c358b286 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397134 May 17 16:27:52.419796 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-cd11f282-e25e-42c4-bdbe-ec7f0d71ca38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:52.425001 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-fde5adbf-6e4a-422b-bd17-b73479a8c09a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:52.447628 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11f282-e25e-42c4-bdbe-ec7f0d71ca38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bd951b-5bd8-4bfd-9d7e-d5bdac2a1fea,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:52.452270 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-cd11f282-e25e-42c4-bdbe-ec7f0d71ca38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:52.463059 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-cd11f282-e25e-42c4-bdbe-ec7f0d71ca38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:52.464170 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-cd11f282-e25e-42c4-bdbe-ec7f0d71ca38 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/57bd951b-5bd8-4bfd-9d7e-d5bdac2a1fea HTTP/1.1" status: 204 len: 168 time: 0.4940917 May 17 16:27:52.576682 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-45425d2f-670d-4e52-910e-d9ea05ff2fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1955990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3136357'] for subnet, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:52.581657 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:52.660883 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45425d2f-670d-4e52-910e-d9ea05ff2fb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb566c3b-0d86-4428-af0f-e5e28470bf55,revision_number=0']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:52.664591 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-45425d2f-670d-4e52-910e-d9ea05ff2fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:52.665373 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45425d2f-670d-4e52-910e-d9ea05ff2fb3 admin admin] Checking segment: {'id': '820215f4-e2e8-4c80-8e5d-7185383efa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '84e2e030-f7fd-45a7-ae9a-50d13ef72c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:27:52.665609 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45425d2f-670d-4e52-910e-d9ea05ff2fb3 admin admin] Network hostable DHCP agents. Network: 84e2e030-f7fd-45a7-ae9a-50d13ef72c2c, hostable agents: ['780b63cc-fd7b-4a13-8dba-6019f78428e1'], hosted agents: [] {{(pid=79281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:27:52.755482 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45425d2f-670d-4e52-910e-d9ea05ff2fb3 admin admin] Network 84e2e030-f7fd-45a7-ae9a-50d13ef72c2c is scheduled to be hosted by DHCP agent 780b63cc-fd7b-4a13-8dba-6019f78428e1 with binding_index 1 {{(pid=79281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:27:52.869773 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-45425d2f-670d-4e52-910e-d9ea05ff2fb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-iscsi, 84e2e030-f7fd-45a7-ae9a-50d13ef72c2c) {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:27:52.880552 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114cfce6-3b60-44bb-af26-233510db6ef4 None None] Network 84e2e030-f7fd-45a7-ae9a-50d13ef72c2c requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:27:52.903650 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45425d2f-670d-4e52-910e-d9ea05ff2fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:52.904369 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-45425d2f-670d-4e52-910e-d9ea05ff2fb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:52.998058 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-45425d2f-670d-4e52-910e-d9ea05ff2fb3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2716365 May 17 16:27:53.000575 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 41298) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:53.013255 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1477198209-router', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:27:53.016608 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:27:53.022507 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Usage tracker for resource:router and tenant:d73f6e7ae19343568240cc20d98fe216 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:27:53.025532 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:27:53.033010 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:27:53.113745 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac9805-eaab-4d62-9784-85c1a81d75d3 req-18c4fc69-3ad3-4553-bf67-1f1d594cdaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:53.115260 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-e0ac9805-eaab-4d62-9784-85c1a81d75d3 req-18c4fc69-3ad3-4553-bf67-1f1d594cdaaf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0963dfcfec64470c9af2396c3d9ea7f2&device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 1098 time: 0.2270973 May 17 16:27:53.145068 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69810993-94d3-45f4-b5b7-97973aedfa8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c339ff7-fcf1-568f-8b09-47d9b29cd70b-84e2e030-f7fd-45a7-ae9a-50d13ef72c2c', 'network_id': '84e2e030-f7fd-45a7-ae9a-50d13ef72c2c', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'fixed_ips': [{'subnet_id': 'fb566c3b-0d86-4428-af0f-e5e28470bf55'}]}} from dv-cinder-768105-8-iscsi. {{(pid=79282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 16:27:53.145068 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-69810993-94d3-45f4-b5b7-97973aedfa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:53.173705 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-433102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046008'] for router, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:53.175031 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-499961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045991'] for router, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:53.192148 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:53.287529 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac9805-eaab-4d62-9784-85c1a81d75d3 req-cd93cf95-4d79-4b23-a3d5-6778850762d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:53.289144 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-e0ac9805-eaab-4d62-9784-85c1a81d75d3 req-cd93cf95-4d79-4b23-a3d5-6778850762d8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f715da6f-21b3-4c5b-b80d-844b367c17f5 HTTP/1.1" status: 200 len: 911 time: 0.1528683 May 17 16:27:53.333604 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.db_base_plugin_common [None req-69810993-94d3-45f4-b5b7-97973aedfa8d None None] Allocated IP 172.20.0.2 (84e2e030-f7fd-45a7-ae9a-50d13ef72c2c/fb566c3b-0d86-4428-af0f-e5e28470bf55/737c73c7-6e28-4bd9-9176-97e65ef5c3e6) {{(pid=79282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:27:53.423452 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-e0ac9805-eaab-4d62-9784-85c1a81d75d3 req-8c7dea66-ceb1-488a-832b-072f8fd1dd55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe51a5f8-9ddf-49b7-915e-380da875773e HTTP/1.1" status: 200 len: 1001 time: 0.1263232 May 17 16:27:53.499296 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac9805-eaab-4d62-9784-85c1a81d75d3 req-b1760483-c390-40ac-b27e-6a089d71aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:53.500856 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-e0ac9805-eaab-4d62-9784-85c1a81d75d3 req-b1760483-c390-40ac-b27e-6a089d71aa6c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb HTTP/1.1" status: 200 len: 849 time: 0.0699470 May 17 16:27:53.623690 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac9805-eaab-4d62-9784-85c1a81d75d3 req-896db3a2-ef4e-4c32-98b0-f005dd319d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:53.626549 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-e0ac9805-eaab-4d62-9784-85c1a81d75d3 req-896db3a2-ef4e-4c32-98b0-f005dd319d44 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f715da6f-21b3-4c5b-b80d-844b367c17f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1171234 May 17 16:27:53.632769 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-69810993-94d3-45f4-b5b7-97973aedfa8d None None] Notify callbacks [] for port, precommit_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:53.644729 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-69810993-94d3-45f4-b5b7-97973aedfa8d None None] Transition to ACTIVE for port object 737c73c7-6e28-4bd9-9176-97e65ef5c3e6 will not be triggered until provisioned by entity L2. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:27:53.664133 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-69810993-94d3-45f4-b5b7-97973aedfa8d None None] Transition to ACTIVE for port object 737c73c7-6e28-4bd9-9176-97e65ef5c3e6 will not be triggered until provisioned by entity DHCP. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:27:53.720247 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-433116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045973'] for router, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:53.739764 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931713d-e540-48bd-a2c0-b3b4801e73be req-a80dbd70-de25-4ed0-9402-2d88bc2c50d7 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:53.741162 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9931713d-e540-48bd-a2c0-b3b4801e73be req-a80dbd70-de25-4ed0-9402-2d88bc2c50d7 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.4375670 May 17 16:27:53.776016 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-e0ac9805-eaab-4d62-9784-85c1a81d75d3 req-495d302a-e974-4d5e-b965-735d29c26df0 service neutron] 10.222.0.24 "GET /v2.0/networks/f715da6f-21b3-4c5b-b80d-844b367c17f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411152 May 17 16:27:53.790374 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-69810993-94d3-45f4-b5b7-97973aedfa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841'] for port, after_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:53.791615 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9931713d-e540-48bd-a2c0-b3b4801e73be req-d0bd8b26-b748-4944-932b-3025c2744507 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432434 May 17 16:27:53.795402 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:53.863427 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69810993-94d3-45f4-b5b7-97973aedfa8d None None] Network 84e2e030-f7fd-45a7-ae9a-50d13ef72c2c is already hosted by enough agents. {{(pid=79282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:27:53.867190 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.scheduler.base_scheduler [None req-69810993-94d3-45f4-b5b7-97973aedfa8d None None] Resources bound (agent type, host, resource id): {{(pid=79282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:27:53.871960 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69810993-94d3-45f4-b5b7-97973aedfa8d None None] Received port after_create {{(pid=79282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:27:53.925884 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-e0ac9805-eaab-4d62-9784-85c1a81d75d3 req-1e103c64-1b9c-44be-95c9-0baf96b7b882 service neutron] 10.222.0.24 "GET /v2.0/networks/f715da6f-21b3-4c5b-b80d-844b367c17f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431634 May 17 16:27:53.985752 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69810993-94d3-45f4-b5b7-97973aedfa8d None None] Pushing event updated for resources: {'Port': ['ID=737c73c7-6e28-4bd9-9176-97e65ef5c3e6,revision_number=1']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:53.988690 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-69810993-94d3-45f4-b5b7-97973aedfa8d None None] Attempting to bind port 737c73c7-6e28-4bd9-9176-97e65ef5c3e6 on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:27:53.989217 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-69810993-94d3-45f4-b5b7-97973aedfa8d None None] Attempting to bind port 737c73c7-6e28-4bd9-9176-97e65ef5c3e6 by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': '820215f4-e2e8-4c80-8e5d-7185383efa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '84e2e030-f7fd-45a7-ae9a-50d13ef72c2c'}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:27:53.989739 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69810993-94d3-45f4-b5b7-97973aedfa8d None None] Attempting to bind port 737c73c7-6e28-4bd9-9176-97e65ef5c3e6 on network 84e2e030-f7fd-45a7-ae9a-50d13ef72c2c {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:27:53.996594 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-69810993-94d3-45f4-b5b7-97973aedfa8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:53.997562 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69810993-94d3-45f4-b5b7-97973aedfa8d None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:27:53.998123 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69810993-94d3-45f4-b5b7-97973aedfa8d None None] Checking segment: {'id': '820215f4-e2e8-4c80-8e5d-7185383efa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '84e2e030-f7fd-45a7-ae9a-50d13ef72c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:27:54.000176 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-69810993-94d3-45f4-b5b7-97973aedfa8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:54.000951 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69810993-94d3-45f4-b5b7-97973aedfa8d None None] Bound using segment: {'id': '820215f4-e2e8-4c80-8e5d-7185383efa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '84e2e030-f7fd-45a7-ae9a-50d13ef72c2c'} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:27:54.001578 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-69810993-94d3-45f4-b5b7-97973aedfa8d None None] Bound port: 737c73c7-6e28-4bd9-9176-97e65ef5c3e6, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820215f4-e2e8-4c80-8e5d-7185383efa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '84e2e030-f7fd-45a7-ae9a-50d13ef72c2c'}}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:27:54.002137 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-69810993-94d3-45f4-b5b7-97973aedfa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:54.108116 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-69810993-94d3-45f4-b5b7-97973aedfa8d None None] For port 737c73c7-6e28-4bd9-9176-97e65ef5c3e6, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:27:54.111237 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-69810993-94d3-45f4-b5b7-97973aedfa8d None None] For port 737c73c7-6e28-4bd9-9176-97e65ef5c3e6, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=737c73c7-6e28-4bd9-9176-97e65ef5c3e6,segment=NetworkSegment(820215f4-e2e8-4c80-8e5d-7185383efa51),segment_id=820215f4-e2e8-4c80-8e5d-7185383efa51)] {{(pid=79282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:27:54.216952 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:54.248161 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:54.264587 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-69810993-94d3-45f4-b5b7-97973aedfa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:54.274713 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:54.372205 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69810993-94d3-45f4-b5b7-97973aedfa8d None None] Pushing event updated for resources: {'Port': ['ID=737c73c7-6e28-4bd9-9176-97e65ef5c3e6,revision_number=2']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:54.377152 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-69810993-94d3-45f4-b5b7-97973aedfa8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:54.421545 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_common [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Allocated IP 172.27.2.234 (42a1d626-e0b0-418c-b7f5-2b1d715bf830/6e10255a-9813-4d83-92b3-230f73c18e4f/83ff2b43-7bc1-433b-a8db-e76c70b4cc9a) {{(pid=79280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:27:54.604450 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Notify callbacks [] for port, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:54.774516 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 737c73c7-6e28-4bd9-9176-97e65ef5c3e6 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:27:54.796000 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:54.801533 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-b55352ff-8875-48a2-ac15-5b3ee07a04c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:54.864732 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:27:54.867724 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:27:54.871530 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Received port after_create {{(pid=79280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:27:54.915395 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port 737c73c7-6e28-4bd9-9176-97e65ef5c3e6 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:27:54.916242 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Pushing event updated for resources: {'Port': ['ID=83ff2b43-7bc1-433b-a8db-e76c70b4cc9a,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:54.964134 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:54.965044 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:54.965424 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:54.965815 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:54.966163 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:54.966538 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:54.966881 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:54.967229 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:54.967571 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:54.967912 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:54.968245 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:54.968580 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:27:54.980938 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:55.200795 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1228d3-7559-4ff7-81e6-316a994ad9da req-471c99f7-faf1-4133-9024-ad7bc89a4c82 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:55.204421 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-be1228d3-7559-4ff7-81e6-316a994ad9da req-471c99f7-faf1-4133-9024-ad7bc89a4c82 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.2815380 May 17 16:27:55.253529 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-be1228d3-7559-4ff7-81e6-316a994ad9da req-0c576125-e2d7-4390-9e91-3cedfb09e30c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440772 May 17 16:27:55.331440 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343d4bf9-5e89-445d-ae0d-a8b569889ea0 None None] Network 84e2e030-f7fd-45a7-ae9a-50d13ef72c2c requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:27:55.541267 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-36160ed2-8927-4481-8f13-4874d89b7e24 None None] Provisioning for port 737c73c7-6e28-4bd9-9176-97e65ef5c3e6 completed by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:27:55.579519 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-36160ed2-8927-4481-8f13-4874d89b7e24 None None] Provisioning complete for port 737c73c7-6e28-4bd9-9176-97e65ef5c3e6 triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:27:55.579807 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-36160ed2-8927-4481-8f13-4874d89b7e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:55.603811 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:55.735464 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-36160ed2-8927-4481-8f13-4874d89b7e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:55.772929 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-36160ed2-8927-4481-8f13-4874d89b7e24 None None] For port 737c73c7-6e28-4bd9-9176-97e65ef5c3e6, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=737c73c7-6e28-4bd9-9176-97e65ef5c3e6,segment=NetworkSegment(820215f4-e2e8-4c80-8e5d-7185383efa51),segment_id=820215f4-e2e8-4c80-8e5d-7185383efa51)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:27:55.864199 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-36160ed2-8927-4481-8f13-4874d89b7e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:55.867096 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:55.934103 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36160ed2-8927-4481-8f13-4874d89b7e24 None None] Pushing event updated for resources: {'Port': ['ID=737c73c7-6e28-4bd9-9176-97e65ef5c3e6,revision_number=3']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:55.937105 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-36160ed2-8927-4481-8f13-4874d89b7e24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:55.976376 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408247'] for router, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:55.984826 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-80011d63-9364-4a10-aa75-22646a2d904c None None] Provisioning complete for port 737c73c7-6e28-4bd9-9176-97e65ef5c3e6 triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:27:55.985199 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-80011d63-9364-4a10-aa75-22646a2d904c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:56.344162 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Router 3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9 is scheduled to L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 with binding_index 1 {{(pid=79280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 16:27:56.587225 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:27:56.597763 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77fa901-3880-4bc4-bd00-712a3b7b446d None None] Sync routers for ids ['3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'] in dv-cinder-768105-8-iscsi {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:27:56.608198 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77fa901-3880-4bc4-bd00-712a3b7b446d None None] Routers {'3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:27:56.608843 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-b77fa901-3880-4bc4-bd00-712a3b7b446d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:27:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:27:56.611055 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f4bec-7320-4b89-87d7-fe3316f3d6ad req-6c52a698-0953-4def-ae6a-682bd6d91ab3 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:56.612685 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-053f4bec-7320-4b89-87d7-fe3316f3d6ad req-6c52a698-0953-4def-ae6a-682bd6d91ab3 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.2016292 May 17 16:27:56.670380 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-053f4bec-7320-4b89-87d7-fe3316f3d6ad req-2dc11ffe-bbbe-4996-aff3-47b67bcd44db tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507755 May 17 16:27:56.766585 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Notify callbacks [] for router, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:56.767777 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7654560 May 17 16:27:56.770539 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 41352) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:56.794842 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 737c73c7-6e28-4bd9-9176-97e65ef5c3e6 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:27:56.903994 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-b77fa901-3880-4bc4-bd00-712a3b7b446d None None] Set router 3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:27:57.035117 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port 737c73c7-6e28-4bd9-9176-97e65ef5c3e6 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:27:57.035117 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:57.313562 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-b77fa901-3880-4bc4-bd00-712a3b7b446d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'name': 'tempest-TestMinimumBasicScenario-1477198209-router', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:27:53Z', 'updated_at': '2021-05-17T16:27:55Z', 'revision_number': 3, 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'gw_port': {'id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:27:54Z', 'updated_at': '2021-05-17T16:27:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:27:57.317508 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77fa901-3880-4bc4-bd00-712a3b7b446d None None] Checking router: 3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9 for host: dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:27:57.317869 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77fa901-3880-4bc4-bd00-712a3b7b446d None None] Updating router 3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9 port 83ff2b43-7bc1-433b-a8db-e76c70b4cc9a binding host dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:27:57.371405 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-b77fa901-3880-4bc4-bd00-712a3b7b446d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:57.530449 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 41364) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:57.638236 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c075cc41-f249-4a39-aa2d-42ae01e219b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:57.664041 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-db99fec7-6eae-46ca-b3aa-cc0d701f008e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:57.679589 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-db99fec7-6eae-46ca-b3aa-cc0d701f008e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:27:57.684149 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-db99fec7-6eae-46ca-b3aa-cc0d701f008e admin admin] Usage tracker for resource:security_group_rule and tenant:bb9745a6f1124e49a18ddb5d9a8fde77 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:27:57.687057 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-db99fec7-6eae-46ca-b3aa-cc0d701f008e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:27:57.692837 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-db99fec7-6eae-46ca-b3aa-cc0d701f008e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:27:57.729147 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-b77fa901-3880-4bc4-bd00-712a3b7b446d None None] Notify callbacks [] for port, precommit_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:57.743703 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-b77fa901-3880-4bc4-bd00-712a3b7b446d None None] Transition to ACTIVE for port object 83ff2b43-7bc1-433b-a8db-e76c70b4cc9a will not be triggered until provisioned by entity L2. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:27:57.784275 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-db99fec7-6eae-46ca-b3aa-cc0d701f008e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:57.818141 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-b77fa901-3880-4bc4-bd00-712a3b7b446d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:57.821977 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-e764f9c8-5bd5-423e-aff2-a2060a739459 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:57.852301 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-db99fec7-6eae-46ca-b3aa-cc0d701f008e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:57.862720 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-b851379c-12c2-460c-93ae-bf049ac481e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:57.905098 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1f14c-4e79-48c5-ad76-0a5c84c020ec None None] Pushing event updated for resources: {'Port': ['ID=83ff2b43-7bc1-433b-a8db-e76c70b4cc9a,revision_number=2']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:57.907760 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-b77fa901-3880-4bc4-bd00-712a3b7b446d None None] Attempting to bind port 83ff2b43-7bc1-433b-a8db-e76c70b4cc9a on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:27:57.908148 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-b77fa901-3880-4bc4-bd00-712a3b7b446d None None] Attempting to bind port 83ff2b43-7bc1-433b-a8db-e76c70b4cc9a by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:27:57.908752 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77fa901-3880-4bc4-bd00-712a3b7b446d None None] Attempting to bind port 83ff2b43-7bc1-433b-a8db-e76c70b4cc9a on network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:27:57.910187 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-db99fec7-6eae-46ca-b3aa-cc0d701f008e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bb9745a6f1124e49a18ddb5d9a8fde77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780694 May 17 16:27:57.911297 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99fec7-6eae-46ca-b3aa-cc0d701f008e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c74447-287e-4586-95bd-a0d6e0ff27f9,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:57.913831 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 41372) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:57.914270 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-8cc1f14c-4e79-48c5-ad76-0a5c84c020ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:57.915096 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77fa901-3880-4bc4-bd00-712a3b7b446d None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:27:57.915474 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77fa901-3880-4bc4-bd00-712a3b7b446d None None] Checking segment: {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:27:57.915943 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-b77fa901-3880-4bc4-bd00-712a3b7b446d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:57.916435 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77fa901-3880-4bc4-bd00-712a3b7b446d None None] Bound using segment: {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:27:57.916922 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-b77fa901-3880-4bc4-bd00-712a3b7b446d None None] Bound port: 83ff2b43-7bc1-433b-a8db-e76c70b4cc9a, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:27:57.917058 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-db99fec7-6eae-46ca-b3aa-cc0d701f008e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:57.917882 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-b77fa901-3880-4bc4-bd00-712a3b7b446d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:57.938338 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_common [None req-c075cc41-f249-4a39-aa2d-42ae01e219b0 admin admin] Allocated IP 172.20.0.1 (84e2e030-f7fd-45a7-ae9a-50d13ef72c2c/fb566c3b-0d86-4428-af0f-e5e28470bf55/8d4c2940-308e-408d-bfd1-60ad9e34dfc7) {{(pid=79280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:27:57.962098 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d06186-d374-4787-a563-b5a9623b51f0 req-6698b748-1e2c-4887-b0e8-d11565c308f8 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:57.963729 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-27d06186-d374-4787-a563-b5a9623b51f0 req-6698b748-1e2c-4887-b0e8-d11565c308f8 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.1598220 May 17 16:27:57.990327 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ada44b94-e995-4411-a49e-c41db4a1d477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:58.021433 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-b77fa901-3880-4bc4-bd00-712a3b7b446d None None] For port 83ff2b43-7bc1-433b-a8db-e76c70b4cc9a, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:27:58.022373 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ada44b94-e995-4411-a49e-c41db4a1d477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:58.025707 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-b77fa901-3880-4bc4-bd00-712a3b7b446d None None] For port 83ff2b43-7bc1-433b-a8db-e76c70b4cc9a, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=83ff2b43-7bc1-433b-a8db-e76c70b4cc9a,segment=NetworkSegment(b4de580b-76bc-403f-9a98-9ee7fe7150e1),segment_id=b4de580b-76bc-403f-9a98-9ee7fe7150e1)] {{(pid=79282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:27:58.093947 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-27d06186-d374-4787-a563-b5a9623b51f0 req-d096469e-755b-4fe4-aaff-4889fdd9b754 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067905 May 17 16:27:58.110262 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-b77fa901-3880-4bc4-bd00-712a3b7b446d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:58.114045 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:58.156262 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c075cc41-f249-4a39-aa2d-42ae01e219b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:58.189737 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ada44b94-e995-4411-a49e-c41db4a1d477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:58.190020 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.provisioning_blocks [None req-c075cc41-f249-4a39-aa2d-42ae01e219b0 admin admin] Transition to ACTIVE for port object 8d4c2940-308e-408d-bfd1-60ad9e34dfc7 will not be triggered until provisioned by entity DHCP. {{(pid=79280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:27:58.194012 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77fa901-3880-4bc4-bd00-712a3b7b446d None None] Routers {'3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:27:58.194678 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-b77fa901-3880-4bc4-bd00-712a3b7b446d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:27:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:27:58.194810 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-8982fe85-fcc7-4dd7-bbf1-c66ec2c64421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:58.207352 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada44b94-e995-4411-a49e-c41db4a1d477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c74447-287e-4586-95bd-a0d6e0ff27f9,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:58.210724 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-ada44b94-e995-4411-a49e-c41db4a1d477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:58.213040 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ada44b94-e995-4411-a49e-c41db4a1d477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:58.214698 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-ada44b94-e995-4411-a49e-c41db4a1d477 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/74c74447-287e-4586-95bd-a0d6e0ff27f9 HTTP/1.1" status: 204 len: 168 time: 0.2992330 May 17 16:27:58.275990 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1f14c-4e79-48c5-ad76-0a5c84c020ec None None] Pushing event updated for resources: {'Port': ['ID=83ff2b43-7bc1-433b-a8db-e76c70b4cc9a,revision_number=3']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:58.283487 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-8cc1f14c-4e79-48c5-ad76-0a5c84c020ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:58.344557 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c075cc41-f249-4a39-aa2d-42ae01e219b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:58.349568 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-de6eade9-52b5-4105-abe6-699bcabb7a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:58.391104 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-b77fa901-3880-4bc4-bd00-712a3b7b446d None None] Set router 3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:27:58.413836 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c075cc41-f249-4a39-aa2d-42ae01e219b0 admin admin] Network 84e2e030-f7fd-45a7-ae9a-50d13ef72c2c is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:27:58.417268 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [None req-c075cc41-f249-4a39-aa2d-42ae01e219b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:27:58.421718 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c075cc41-f249-4a39-aa2d-42ae01e219b0 admin admin] Received port after_create {{(pid=79280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:27:58.465391 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075cc41-f249-4a39-aa2d-42ae01e219b0 admin admin] Pushing event updated for resources: {'Port': ['ID=8d4c2940-308e-408d-bfd1-60ad9e34dfc7,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:58.470405 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-c075cc41-f249-4a39-aa2d-42ae01e219b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:58.492257 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c075cc41-f249-4a39-aa2d-42ae01e219b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432716'] for router_interface, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:58.790523 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-e7b2dc1a-faeb-4af2-80eb-3e367ec5bcba None None] Provisioning for port 8d4c2940-308e-408d-bfd1-60ad9e34dfc7 completed by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:27:58.796769 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-e7b2dc1a-faeb-4af2-80eb-3e367ec5bcba None None] Provisioning complete for port 8d4c2940-308e-408d-bfd1-60ad9e34dfc7 triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:27:58.797213 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-e7b2dc1a-faeb-4af2-80eb-3e367ec5bcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:58.834558 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30aa2fa-67bd-4f7d-9761-3ce65b3aa333 req-a7297392-47d4-42f5-8f7b-fd0c9ff4e36c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:27:58.836247 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d30aa2fa-67bd-4f7d-9761-3ce65b3aa333 req-a7297392-47d4-42f5-8f7b-fd0c9ff4e36c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.0956650 May 17 16:27:58.861424 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-e7b2dc1a-faeb-4af2-80eb-3e367ec5bcba None None] Port 8d4c2940-308e-408d-bfd1-60ad9e34dfc7 cannot update to ACTIVE because it is not bound. {{(pid=79282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:27:58.875217 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-b77fa901-3880-4bc4-bd00-712a3b7b446d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'name': 'tempest-TestMinimumBasicScenario-1477198209-router', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:27:53Z', 'updated_at': '2021-05-17T16:27:55Z', 'revision_number': 3, 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'gw_port': {'id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:27:54Z', 'updated_at': '2021-05-17T16:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:27:58.879632 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77fa901-3880-4bc4-bd00-712a3b7b446d None None] The sync data for ids ['3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'] in dv-cinder-768105-8-iscsi is: [{'id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'name': 'tempest-TestMinimumBasicScenario-1477198209-router', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:27:53Z', 'updated_at': '2021-05-17T16:27:55Z', 'revision_number': 3, 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'gw_port': {'id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:27:54Z', 'updated_at': '2021-05-17T16:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}] {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:27:58.953541 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d30aa2fa-67bd-4f7d-9761-3ce65b3aa333 req-2a1d6c4f-80ff-44b2-adb5-27a552ca242a tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084428 May 17 16:27:58.956514 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c075cc41-f249-4a39-aa2d-42ae01e219b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:59.314522 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c075cc41-f249-4a39-aa2d-42ae01e219b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:59.378633 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c075cc41-f249-4a39-aa2d-42ae01e219b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566544'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:59.403668 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-2db42323-d600-4c34-81d1-679050f89aeb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:27:59.495482 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075cc41-f249-4a39-aa2d-42ae01e219b0 admin admin] Pushing event updated for resources: {'Port': ['ID=8d4c2940-308e-408d-bfd1-60ad9e34dfc7,revision_number=2']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:27:59.498203 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c075cc41-f249-4a39-aa2d-42ae01e219b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-515311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402923'] for router_interface, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:59.501622 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-c075cc41-f249-4a39-aa2d-42ae01e219b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:27:59.647535 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c075cc41-f249-4a39-aa2d-42ae01e219b0 admin admin] Network 84e2e030-f7fd-45a7-ae9a-50d13ef72c2c is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:27:59.648623 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [None req-c075cc41-f249-4a39-aa2d-42ae01e219b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:27:59.658386 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 41404) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:27:59.795039 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-0ac41856-06f6-4c74-9eeb-1af77b225581 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1118485279-network', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:27:59.805610 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-0ac41856-06f6-4c74-9eeb-1af77b225581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:27:59.810382 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-0ac41856-06f6-4c74-9eeb-1af77b225581 admin admin] Usage tracker for resource:network and tenant:7a068a8fe37545c7b11756cf0d188624 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:27:59.813653 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-0ac41856-06f6-4c74-9eeb-1af77b225581 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:27:59.820994 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-0ac41856-06f6-4c74-9eeb-1af77b225581 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:27:59.859582 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c075cc41-f249-4a39-aa2d-42ae01e219b0 admin admin] Router 3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9 has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:27:59.892403 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-00842580-583e-44d0-aa24-b85225b439c3 None None] Provisioning complete for port 8d4c2940-308e-408d-bfd1-60ad9e34dfc7 triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:27:59.892403 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-00842580-583e-44d0-aa24-b85225b439c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:59.932796 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac41856-06f6-4c74-9eeb-1af77b225581 admin admin] Made reservation on behalf of 7a068a8fe37545c7b11756cf0d188624 for: {'network': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:27:59.935153 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-0ac41856-06f6-4c74-9eeb-1af77b225581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7986740'] for network, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:59.948068 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-0ac41856-06f6-4c74-9eeb-1af77b225581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:27:59.961685 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-00842580-583e-44d0-aa24-b85225b439c3 None None] Port 8d4c2940-308e-408d-bfd1-60ad9e34dfc7 cannot update to ACTIVE because it is not bound. {{(pid=79282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:27:59.973998 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-0ac41856-06f6-4c74-9eeb-1af77b225581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:27:59.991977 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-0ac41856-06f6-4c74-9eeb-1af77b225581 admin admin] Usage tracker for resource:security_group_rule and tenant:7a068a8fe37545c7b11756cf0d188624 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:27:59.997635 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-0ac41856-06f6-4c74-9eeb-1af77b225581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:28:00.015457 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-0ac41856-06f6-4c74-9eeb-1af77b225581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:28:00.058147 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c075cc41-f249-4a39-aa2d-42ae01e219b0 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:28:00.075189 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-c075cc41-f249-4a39-aa2d-42ae01e219b0 admin admin] 10.222.0.11 "PUT /v2.0/routers/3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3034728 May 17 16:28:00.112981 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-0ac41856-06f6-4c74-9eeb-1af77b225581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:00.191921 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e3fd5-ed35-4eeb-874c-71512cd187c3 req-33c88e08-a208-4d2d-8822-961839c12016 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:00.193864 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e32e3fd5-ed35-4eeb-874c-71512cd187c3 req-33c88e08-a208-4d2d-8822-961839c12016 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.0878291 May 17 16:28:00.195151 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-0ac41856-06f6-4c74-9eeb-1af77b225581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:00.201468 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-7c045900-60f7-4a2e-9b9a-79eb050a6a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:00.240016 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac41856-06f6-4c74-9eeb-1af77b225581 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=79281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:28:00.243025 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac41856-06f6-4c74-9eeb-1af77b225581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c4873c-d526-49d3-8daf-0401d76ae56e,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:00.250245 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-0ac41856-06f6-4c74-9eeb-1af77b225581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:00.253666 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-0ac41856-06f6-4c74-9eeb-1af77b225581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:00.254628 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.db.segments_db [None req-0ac41856-06f6-4c74-9eeb-1af77b225581 admin admin] Added segment c7b9b05b-accd-45f4-8e0f-e1ea12cbb998 of type vlan for network e6fe2ea0-0db1-45f0-b531-7aee8c41de16 May 17 16:28:00.261148 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e32e3fd5-ed35-4eeb-874c-71512cd187c3 req-f3e91404-612c-4e33-8ffa-6856f8aaa162 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602720 May 17 16:28:00.286833 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-0ac41856-06f6-4c74-9eeb-1af77b225581 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780703603375'] for network, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:00.377858 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-0ac41856-06f6-4c74-9eeb-1af77b225581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325'] for network, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:00.379248 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac41856-06f6-4c74-9eeb-1af77b225581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:00.379930 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-0ac41856-06f6-4c74-9eeb-1af77b225581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:00.384984 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-191bc82e-7e3f-4f56-a236-b601ed66bd1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:00.492356 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac41856-06f6-4c74-9eeb-1af77b225581 admin admin] Pushing event updated for resources: {'Network': ['ID=e6fe2ea0-0db1-45f0-b531-7aee8c41de16,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:00.496173 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-0ac41856-06f6-4c74-9eeb-1af77b225581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:00.505367 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Network e6fe2ea0-0db1-45f0-b531-7aee8c41de16 details requested by agent ovs-agent-dv-cinder-768105-8-iscsi with host dv-cinder-768105-8-iscsi {{(pid=79282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:28:00.548336 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 41422) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:28:00.549396 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-0ac41856-06f6-4c74-9eeb-1af77b225581 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8890312 May 17 16:28:00.554044 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-1fd36b62-1f2d-4b53-8be6-d9a73ff62f19 admin admin] Request body: {'subnet': {'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1118485279-subnet', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'ip_version': 4}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:28:00.560473 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-1fd36b62-1f2d-4b53-8be6-d9a73ff62f19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:28:00.566267 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-1fd36b62-1f2d-4b53-8be6-d9a73ff62f19 admin admin] Usage tracker for resource:subnet and tenant:7a068a8fe37545c7b11756cf0d188624 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:28:00.569344 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-1fd36b62-1f2d-4b53-8be6-d9a73ff62f19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:28:00.576773 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-1fd36b62-1f2d-4b53-8be6-d9a73ff62f19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:28:00.583073 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f8ebdc-fce7-4b30-bc96-5d73074620d4 None None] Sync routers for ids ['3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'] in dv-cinder-768105-8-iscsi {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:28:00.593573 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f8ebdc-fce7-4b30-bc96-5d73074620d4 None None] Routers {'3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:28:00.594199 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-e1f8ebdc-fce7-4b30-bc96-5d73074620d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:27:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:00.646732 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd36b62-1f2d-4b53-8be6-d9a73ff62f19 admin admin] Made reservation on behalf of 7a068a8fe37545c7b11756cf0d188624 for: {'subnet': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:28:00.650441 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-1fd36b62-1f2d-4b53-8be6-d9a73ff62f19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1940319'] for subnet, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:00.801867 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-e1f8ebdc-fce7-4b30-bc96-5d73074620d4 None None] Set router 3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:28:00.802244 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 83ff2b43-7bc1-433b-a8db-e76c70b4cc9a up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:28:00.859110 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 41432) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:28:00.866018 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-b848f1c2-7666-4ef8-ae27-10749a38c95e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-641381060-network', 'tenant_id': 'be79e7186fd84cf88967e0ca263eebe7'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:28:00.872969 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-b848f1c2-7666-4ef8-ae27-10749a38c95e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:28:00.878236 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-b848f1c2-7666-4ef8-ae27-10749a38c95e admin admin] Usage tracker for resource:network and tenant:be79e7186fd84cf88967e0ca263eebe7 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:28:00.881281 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-b848f1c2-7666-4ef8-ae27-10749a38c95e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:28:00.887120 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-b848f1c2-7666-4ef8-ae27-10749a38c95e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:28:00.977965 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port 83ff2b43-7bc1-433b-a8db-e76c70b4cc9a completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:28:00.978569 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b848f1c2-7666-4ef8-ae27-10749a38c95e admin admin] Made reservation on behalf of be79e7186fd84cf88967e0ca263eebe7 for: {'network': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:28:00.980992 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-b848f1c2-7666-4ef8-ae27-10749a38c95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7986740'] for network, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:00.985427 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port 83ff2b43-7bc1-433b-a8db-e76c70b4cc9a triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:00.985911 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:00.996092 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-b848f1c2-7666-4ef8-ae27-10749a38c95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:01.012802 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-b848f1c2-7666-4ef8-ae27-10749a38c95e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:28:01.017365 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-b848f1c2-7666-4ef8-ae27-10749a38c95e admin admin] Usage tracker for resource:security_group_rule and tenant:be79e7186fd84cf88967e0ca263eebe7 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:28:01.020914 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-b848f1c2-7666-4ef8-ae27-10749a38c95e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:28:01.028905 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-b848f1c2-7666-4ef8-ae27-10749a38c95e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:28:01.132495 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:01.152697 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] For port 83ff2b43-7bc1-433b-a8db-e76c70b4cc9a, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=83ff2b43-7bc1-433b-a8db-e76c70b4cc9a,segment=NetworkSegment(b4de580b-76bc-403f-9a98-9ee7fe7150e1),segment_id=b4de580b-76bc-403f-9a98-9ee7fe7150e1)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:28:01.169334 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-1fd36b62-1f2d-4b53-8be6-d9a73ff62f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1940301'] for subnet, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:01.175523 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-b848f1c2-7666-4ef8-ae27-10749a38c95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:01.177917 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:01.208101 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-e1f8ebdc-fce7-4b30-bc96-5d73074620d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'name': 'tempest-TestMinimumBasicScenario-1477198209-router', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:27:53Z', 'updated_at': '2021-05-17T16:27:58Z', 'revision_number': 4, 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'gw_port': {'id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a8:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:27:54Z', 'updated_at': '2021-05-17T16:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': '8d4c2940-308e-408d-bfd1-60ad9e34dfc7', 'name': '', 'network_id': '84e2e030-f7fd-45a7-ae9a-50d13ef72c2c', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'mac_address': 'fa:16:3e:86:c0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fb566c3b-0d86-4428-af0f-e5e28470bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:27:57Z', 'updated_at': '2021-05-17T16:27:59Z', 'revision_number': 2, 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'subnets': [{'id': 'fb566c3b-0d86-4428-af0f-e5e28470bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:01.213037 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f8ebdc-fce7-4b30-bc96-5d73074620d4 None None] Checking router: 3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9 for host: dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:28:01.213398 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f8ebdc-fce7-4b30-bc96-5d73074620d4 None None] Updating router 3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9 port 8d4c2940-308e-408d-bfd1-60ad9e34dfc7 binding host dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:28:01.261548 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01c63a-fb0e-48d4-a333-009e8c1027c4 req-60970b3e-2c36-4319-a52a-e1eeadc1a794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:01.263111 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd36b62-1f2d-4b53-8be6-d9a73ff62f19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc08d764-d8a6-4e79-89d3-68b07503ca46,revision_number=0']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:01.267107 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-1fd36b62-1f2d-4b53-8be6-d9a73ff62f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:01.268019 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd36b62-1f2d-4b53-8be6-d9a73ff62f19 admin admin] Checking segment: {'id': 'c7b9b05b-accd-45f4-8e0f-e1ea12cbb998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:28:01.268378 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd36b62-1f2d-4b53-8be6-d9a73ff62f19 admin admin] Network hostable DHCP agents. Network: e6fe2ea0-0db1-45f0-b531-7aee8c41de16, hostable agents: ['780b63cc-fd7b-4a13-8dba-6019f78428e1'], hosted agents: [] {{(pid=79280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:28:01.268876 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-3f01c63a-fb0e-48d4-a333-009e8c1027c4 req-60970b3e-2c36-4319-a52a-e1eeadc1a794 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0963dfcfec64470c9af2396c3d9ea7f2&device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 1098 time: 0.0846617 May 17 16:28:01.280652 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-e1f8ebdc-fce7-4b30-bc96-5d73074620d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:01.309532 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:01.309532 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:01.368819 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-b848f1c2-7666-4ef8-ae27-10749a38c95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:01.391896 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Pushing event updated for resources: {'Port': ['ID=83ff2b43-7bc1-433b-a8db-e76c70b4cc9a,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:01.404109 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:01.423054 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd36b62-1f2d-4b53-8be6-d9a73ff62f19 admin admin] Network e6fe2ea0-0db1-45f0-b531-7aee8c41de16 is scheduled to be hosted by DHCP agent 780b63cc-fd7b-4a13-8dba-6019f78428e1 with binding_index 1 {{(pid=79280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:28:01.473249 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-8946c38f-2fd1-4ba1-841e-27c7b45db5d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:01.493466 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [None req-1fd36b62-1f2d-4b53-8be6-d9a73ff62f19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-iscsi, e6fe2ea0-0db1-45f0-b531-7aee8c41de16) {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:28:01.502819 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848f1c2-7666-4ef8-ae27-10749a38c95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08967e9b-3697-4aed-81d5-0b81ba85c107,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:01.509958 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-b848f1c2-7666-4ef8-ae27-10749a38c95e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:01.521773 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1946c38-3b34-438e-9c28-d2a4a3280524 None None] Network e6fe2ea0-0db1-45f0-b531-7aee8c41de16 requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:28:01.521997 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b848f1c2-7666-4ef8-ae27-10749a38c95e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=79281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:28:01.556872 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-b848f1c2-7666-4ef8-ae27-10749a38c95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:01.557206 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.db.segments_db [None req-b848f1c2-7666-4ef8-ae27-10749a38c95e admin admin] Added segment 1c39852f-0857-4470-bd9b-8694ca919dae of type vlan for network 1e6cfeed-3dc4-4751-8e65-629231ed07c9 May 17 16:28:01.561682 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af447df-3632-40e0-aaa8-d443083cd4d3 req-6b5678b6-bcf4-462b-bb21-9c95fff1047c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:01.563906 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1af447df-3632-40e0-aaa8-d443083cd4d3 req-6b5678b6-bcf4-462b-bb21-9c95fff1047c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.1822176 May 17 16:28:01.566619 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd36b62-1f2d-4b53-8be6-d9a73ff62f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:01.567417 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-1fd36b62-1f2d-4b53-8be6-d9a73ff62f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for subnet, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:01.571017 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01c63a-fb0e-48d4-a333-009e8c1027c4 req-b5ed5228-5b44-4448-8055-8aa2737a9704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:01.573462 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-3f01c63a-fb0e-48d4-a333-009e8c1027c4 req-b5ed5228-5b44-4448-8055-8aa2737a9704 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f715da6f-21b3-4c5b-b80d-844b367c17f5 HTTP/1.1" status: 200 len: 911 time: 0.2984071 May 17 16:28:01.627333 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1af447df-3632-40e0-aaa8-d443083cd4d3 req-24d0187b-d044-42f1-bdc2-64b99da40f36 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536759 May 17 16:28:01.680705 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-b848f1c2-7666-4ef8-ae27-10749a38c95e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780703603375'] for network, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:01.696987 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-e1f8ebdc-fce7-4b30-bc96-5d73074620d4 None None] Notify callbacks [] for port, precommit_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:01.703648 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-3f01c63a-fb0e-48d4-a333-009e8c1027c4 req-fa75743c-4065-4aa5-84a5-fde6d1480d70 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe51a5f8-9ddf-49b7-915e-380da875773e HTTP/1.1" status: 200 len: 1001 time: 0.1243355 May 17 16:28:01.712312 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.provisioning_blocks [None req-e1f8ebdc-fce7-4b30-bc96-5d73074620d4 None None] Transition to ACTIVE for port object 8d4c2940-308e-408d-bfd1-60ad9e34dfc7 will not be triggered until provisioned by entity L2. {{(pid=79283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:28:01.747066 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-1fd36b62-1f2d-4b53-8be6-d9a73ff62f19 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1950800 May 17 16:28:01.747999 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 41442) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:28:01.762487 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-d8c62b0b-4eb2-4336-8100-f9dd74a8bc86 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1118485279-router', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:28:01.774631 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-d8c62b0b-4eb2-4336-8100-f9dd74a8bc86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:28:01.782235 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-d8c62b0b-4eb2-4336-8100-f9dd74a8bc86 admin admin] Usage tracker for resource:router and tenant:7a068a8fe37545c7b11756cf0d188624 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:28:01.786451 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-d8c62b0b-4eb2-4336-8100-f9dd74a8bc86 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:28:01.795501 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-e1f8ebdc-fce7-4b30-bc96-5d73074620d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:01.796020 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-d8c62b0b-4eb2-4336-8100-f9dd74a8bc86 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:28:01.798934 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01c63a-fb0e-48d4-a333-009e8c1027c4 req-476cfd11-a037-4efe-b5ef-9afc6ee90702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:01.801788 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-3f01c63a-fb0e-48d4-a333-009e8c1027c4 req-476cfd11-a037-4efe-b5ef-9afc6ee90702 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb HTTP/1.1" status: 200 len: 849 time: 0.0878971 May 17 16:28:01.802853 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:01.808836 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1754bb54-3dfa-4671-bc2d-ff8e1e7a8cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c339ff7-fcf1-568f-8b09-47d9b29cd70b-e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'fixed_ips': [{'subnet_id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46'}]}} from dv-cinder-768105-8-iscsi. {{(pid=79282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 16:28:01.809668 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-1754bb54-3dfa-4671-bc2d-ff8e1e7a8cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:01.850429 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-b848f1c2-7666-4ef8-ae27-10749a38c95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325'] for network, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:01.857276 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b848f1c2-7666-4ef8-ae27-10749a38c95e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:01.858061 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-b848f1c2-7666-4ef8-ae27-10749a38c95e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:01.873376 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:01.954215 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-d8c62b0b-4eb2-4336-8100-f9dd74a8bc86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-433102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046008'] for router, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:01.955394 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-d8c62b0b-4eb2-4336-8100-f9dd74a8bc86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-499961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045991'] for router, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:01.974658 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1b7ea-5bc7-4236-9be7-9b8f03b3be40 None None] Pushing event updated for resources: {'Port': ['ID=8d4c2940-308e-408d-bfd1-60ad9e34dfc7,revision_number=3']} {{(pid=79283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:01.979095 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-d8c62b0b-4eb2-4336-8100-f9dd74a8bc86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:01.994064 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.db_base_plugin_common [None req-1754bb54-3dfa-4671-bc2d-ff8e1e7a8cd9 None None] Allocated IP 172.20.0.2 (e6fe2ea0-0db1-45f0-b531-7aee8c41de16/cc08d764-d8a6-4e79-89d3-68b07503ca46/554b509e-0faf-43da-9d60-464b6e08b950) {{(pid=79282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:28:02.012208 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1b7ea-5bc7-4236-9be7-9b8f03b3be40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:02.012546 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1b7ea-5bc7-4236-9be7-9b8f03b3be40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:02.012873 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1b7ea-5bc7-4236-9be7-9b8f03b3be40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:02.013194 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1b7ea-5bc7-4236-9be7-9b8f03b3be40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:02.013504 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1b7ea-5bc7-4236-9be7-9b8f03b3be40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:02.013821 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1b7ea-5bc7-4236-9be7-9b8f03b3be40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:02.014132 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1b7ea-5bc7-4236-9be7-9b8f03b3be40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:02.014467 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1b7ea-5bc7-4236-9be7-9b8f03b3be40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:02.014799 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1b7ea-5bc7-4236-9be7-9b8f03b3be40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:02.015115 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1b7ea-5bc7-4236-9be7-9b8f03b3be40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:02.015422 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1b7ea-5bc7-4236-9be7-9b8f03b3be40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:02.015727 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d1b7ea-5bc7-4236-9be7-9b8f03b3be40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:02.020441 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [None req-03d1b7ea-5bc7-4236-9be7-9b8f03b3be40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:02.041750 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-e1f8ebdc-fce7-4b30-bc96-5d73074620d4 None None] Attempting to bind port 8d4c2940-308e-408d-bfd1-60ad9e34dfc7 on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:28:02.042147 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-e1f8ebdc-fce7-4b30-bc96-5d73074620d4 None None] Attempting to bind port 8d4c2940-308e-408d-bfd1-60ad9e34dfc7 by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': '820215f4-e2e8-4c80-8e5d-7185383efa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '84e2e030-f7fd-45a7-ae9a-50d13ef72c2c'}] {{(pid=79283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:28:02.043195 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f8ebdc-fce7-4b30-bc96-5d73074620d4 None None] Attempting to bind port 8d4c2940-308e-408d-bfd1-60ad9e34dfc7 on network 84e2e030-f7fd-45a7-ae9a-50d13ef72c2c {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:28:02.050275 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f8ebdc-fce7-4b30-bc96-5d73074620d4 None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:28:02.050679 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f8ebdc-fce7-4b30-bc96-5d73074620d4 None None] Checking segment: {'id': '820215f4-e2e8-4c80-8e5d-7185383efa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '84e2e030-f7fd-45a7-ae9a-50d13ef72c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:28:02.051133 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-e1f8ebdc-fce7-4b30-bc96-5d73074620d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:02.051618 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f8ebdc-fce7-4b30-bc96-5d73074620d4 None None] Bound using segment: {'id': '820215f4-e2e8-4c80-8e5d-7185383efa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '84e2e030-f7fd-45a7-ae9a-50d13ef72c2c'} {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:28:02.052137 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-e1f8ebdc-fce7-4b30-bc96-5d73074620d4 None None] Bound port: 8d4c2940-308e-408d-bfd1-60ad9e34dfc7, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820215f4-e2e8-4c80-8e5d-7185383efa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '84e2e030-f7fd-45a7-ae9a-50d13ef72c2c'}}] {{(pid=79283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:28:02.052513 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-e1f8ebdc-fce7-4b30-bc96-5d73074620d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:02.102799 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848f1c2-7666-4ef8-ae27-10749a38c95e admin admin] Pushing event updated for resources: {'Network': ['ID=1e6cfeed-3dc4-4751-8e65-629231ed07c9,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:02.118190 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Network 1e6cfeed-3dc4-4751-8e65-629231ed07c9 details requested by agent ovs-agent-dv-cinder-768105-8-iscsi with host dv-cinder-768105-8-iscsi {{(pid=79282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:28:02.122566 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-b848f1c2-7666-4ef8-ae27-10749a38c95e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:02.156445 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.db [None req-e1f8ebdc-fce7-4b30-bc96-5d73074620d4 None None] For port 8d4c2940-308e-408d-bfd1-60ad9e34dfc7, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:28:02.160190 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.db [None req-e1f8ebdc-fce7-4b30-bc96-5d73074620d4 None None] For port 8d4c2940-308e-408d-bfd1-60ad9e34dfc7, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=8d4c2940-308e-408d-bfd1-60ad9e34dfc7,segment=NetworkSegment(820215f4-e2e8-4c80-8e5d-7185383efa51),segment_id=820215f4-e2e8-4c80-8e5d-7185383efa51)] {{(pid=79283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:28:02.184445 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-b848f1c2-7666-4ef8-ae27-10749a38c95e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3241861 May 17 16:28:02.193225 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 41448) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:28:02.193696 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01c63a-fb0e-48d4-a333-009e8c1027c4 req-a7b327d6-918c-4e89-b97b-7416a10977ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:02.193696 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-3f01c63a-fb0e-48d4-a333-009e8c1027c4 req-a7b327d6-918c-4e89-b97b-7416a10977ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f715da6f-21b3-4c5b-b80d-844b367c17f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3828635 May 17 16:28:02.202835 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-d2643db9-e28c-4b22-a767-ecb211c45bc4 admin admin] Request body: {'subnet': {'network_id': '1e6cfeed-3dc4-4751-8e65-629231ed07c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-641381060-subnet', 'tenant_id': 'be79e7186fd84cf88967e0ca263eebe7', 'ip_version': 4}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:28:02.208012 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-d2643db9-e28c-4b22-a767-ecb211c45bc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:28:02.212727 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-d2643db9-e28c-4b22-a767-ecb211c45bc4 admin admin] Usage tracker for resource:subnet and tenant:be79e7186fd84cf88967e0ca263eebe7 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:28:02.217376 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-d2643db9-e28c-4b22-a767-ecb211c45bc4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:28:02.225627 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-d2643db9-e28c-4b22-a767-ecb211c45bc4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:28:02.276040 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-e1f8ebdc-fce7-4b30-bc96-5d73074620d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:02.292655 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:02.361373 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-1754bb54-3dfa-4671-bc2d-ff8e1e7a8cd9 None None] Notify callbacks [] for port, precommit_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:02.414363 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-1754bb54-3dfa-4671-bc2d-ff8e1e7a8cd9 None None] Transition to ACTIVE for port object 554b509e-0faf-43da-9d60-464b6e08b950 will not be triggered until provisioned by entity L2. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:28:02.414598 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f8ebdc-fce7-4b30-bc96-5d73074620d4 None None] Routers {'3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:28:02.414598 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-e1f8ebdc-fce7-4b30-bc96-5d73074620d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:27:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:02.414875 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-d8c62b0b-4eb2-4336-8100-f9dd74a8bc86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-433116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045973'] for router, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:02.415377 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-1754bb54-3dfa-4671-bc2d-ff8e1e7a8cd9 None None] Transition to ACTIVE for port object 554b509e-0faf-43da-9d60-464b6e08b950 will not be triggered until provisioned by entity DHCP. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:28:02.435745 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2643db9-e28c-4b22-a767-ecb211c45bc4 admin admin] Made reservation on behalf of be79e7186fd84cf88967e0ca263eebe7 for: {'subnet': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:28:02.438853 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-d2643db9-e28c-4b22-a767-ecb211c45bc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1940319'] for subnet, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:02.507820 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1b7ea-5bc7-4236-9be7-9b8f03b3be40 None None] Pushing event updated for resources: {'Port': ['ID=8d4c2940-308e-408d-bfd1-60ad9e34dfc7,revision_number=4']} {{(pid=79283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:02.509919 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-1754bb54-3dfa-4671-bc2d-ff8e1e7a8cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841'] for port, after_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:02.514257 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:02.522999 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [None req-03d1b7ea-5bc7-4236-9be7-9b8f03b3be40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:02.600651 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-3f01c63a-fb0e-48d4-a333-009e8c1027c4 req-ad20c5df-1d1c-402f-91b1-702b966ac49f service neutron] 10.222.0.24 "GET /v2.0/networks/f715da6f-21b3-4c5b-b80d-844b367c17f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465707 May 17 16:28:02.718458 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1754bb54-3dfa-4671-bc2d-ff8e1e7a8cd9 None None] Network e6fe2ea0-0db1-45f0-b531-7aee8c41de16 is already hosted by enough agents. {{(pid=79282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:28:02.720575 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-e1f8ebdc-fce7-4b30-bc96-5d73074620d4 None None] Set router 3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:28:02.722974 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.scheduler.base_scheduler [None req-1754bb54-3dfa-4671-bc2d-ff8e1e7a8cd9 None None] Resources bound (agent type, host, resource id): {{(pid=79282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:28:02.733018 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1754bb54-3dfa-4671-bc2d-ff8e1e7a8cd9 None None] Received port after_create {{(pid=79282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:28:02.759938 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754bb54-3dfa-4671-bc2d-ff8e1e7a8cd9 None None] Pushing event updated for resources: {'Port': ['ID=554b509e-0faf-43da-9d60-464b6e08b950,revision_number=1']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:02.826800 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-1754bb54-3dfa-4671-bc2d-ff8e1e7a8cd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:02.827700 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 83ff2b43-7bc1-433b-a8db-e76c70b4cc9a up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:28:02.940688 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-1754bb54-3dfa-4671-bc2d-ff8e1e7a8cd9 None None] Attempting to bind port 554b509e-0faf-43da-9d60-464b6e08b950 on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:28:02.941059 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-1754bb54-3dfa-4671-bc2d-ff8e1e7a8cd9 None None] Attempting to bind port 554b509e-0faf-43da-9d60-464b6e08b950 by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': 'c7b9b05b-accd-45f4-8e0f-e1ea12cbb998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16'}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:28:02.941425 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1754bb54-3dfa-4671-bc2d-ff8e1e7a8cd9 None None] Attempting to bind port 554b509e-0faf-43da-9d60-464b6e08b950 on network e6fe2ea0-0db1-45f0-b531-7aee8c41de16 {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:28:02.946665 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-3f01c63a-fb0e-48d4-a333-009e8c1027c4 req-e2673b57-b022-45b1-9589-eb011cffd6e0 service neutron] 10.222.0.24 "GET /v2.0/networks/f715da6f-21b3-4c5b-b80d-844b367c17f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710447 May 17 16:28:02.949067 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1754bb54-3dfa-4671-bc2d-ff8e1e7a8cd9 None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:28:02.949443 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1754bb54-3dfa-4671-bc2d-ff8e1e7a8cd9 None None] Checking segment: {'id': 'c7b9b05b-accd-45f4-8e0f-e1ea12cbb998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:28:02.949850 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-1754bb54-3dfa-4671-bc2d-ff8e1e7a8cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:02.950243 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1754bb54-3dfa-4671-bc2d-ff8e1e7a8cd9 None None] Bound using segment: {'id': 'c7b9b05b-accd-45f4-8e0f-e1ea12cbb998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16'} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:28:02.950741 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-1754bb54-3dfa-4671-bc2d-ff8e1e7a8cd9 None None] Bound port: 554b509e-0faf-43da-9d60-464b6e08b950, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7b9b05b-accd-45f4-8e0f-e1ea12cbb998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16'}}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:28:02.951115 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-1754bb54-3dfa-4671-bc2d-ff8e1e7a8cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:02.971753 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599e553-211e-41b2-a92d-f434c926d9d0 req-43feb22f-64d9-4073-aaa6-b4d2696bac53 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:02.973549 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9599e553-211e-41b2-a92d-f434c926d9d0 req-43feb22f-64d9-4073-aaa6-b4d2696bac53 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.1293161 May 17 16:28:03.036334 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port 83ff2b43-7bc1-433b-a8db-e76c70b4cc9a triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:03.036922 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:03.096663 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9599e553-211e-41b2-a92d-f434c926d9d0 req-422316ba-bdbb-453a-9b7c-df4d46c30484 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095583 May 17 16:28:03.126320 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-1754bb54-3dfa-4671-bc2d-ff8e1e7a8cd9 None None] For port 554b509e-0faf-43da-9d60-464b6e08b950, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:28:03.130091 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-1754bb54-3dfa-4671-bc2d-ff8e1e7a8cd9 None None] For port 554b509e-0faf-43da-9d60-464b6e08b950, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=554b509e-0faf-43da-9d60-464b6e08b950,segment=NetworkSegment(c7b9b05b-accd-45f4-8e0f-e1ea12cbb998),segment_id=c7b9b05b-accd-45f4-8e0f-e1ea12cbb998)] {{(pid=79282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:28:03.222788 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-d8c62b0b-4eb2-4336-8100-f9dd74a8bc86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:03.258340 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-d8c62b0b-4eb2-4336-8100-f9dd74a8bc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:03.259238 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-1754bb54-3dfa-4671-bc2d-ff8e1e7a8cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:03.269572 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-8cc1f14c-4e79-48c5-ad76-0a5c84c020ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:03.280155 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-d2643db9-e28c-4b22-a767-ecb211c45bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1940301'] for subnet, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:03.287600 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-3653bcf6-163c-4340-9a9c-0ee4a406f543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:03.299442 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-e1f8ebdc-fce7-4b30-bc96-5d73074620d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'name': 'tempest-TestMinimumBasicScenario-1477198209-router', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:27:53Z', 'updated_at': '2021-05-17T16:27:58Z', 'revision_number': 4, 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'gw_port': {'id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:27:54Z', 'updated_at': '2021-05-17T16:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': '8d4c2940-308e-408d-bfd1-60ad9e34dfc7', 'name': '', 'network_id': '84e2e030-f7fd-45a7-ae9a-50d13ef72c2c', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'mac_address': 'fa:16:3e:86:c0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fb566c3b-0d86-4428-af0f-e5e28470bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:27:57Z', 'updated_at': '2021-05-17T16:28:02Z', 'revision_number': 4, 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'subnets': [{'id': 'fb566c3b-0d86-4428-af0f-e5e28470bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:03.304785 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f8ebdc-fce7-4b30-bc96-5d73074620d4 None None] The sync data for ids ['3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'] in dv-cinder-768105-8-iscsi is: [{'id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'name': 'tempest-TestMinimumBasicScenario-1477198209-router', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:27:53Z', 'updated_at': '2021-05-17T16:27:58Z', 'revision_number': 4, 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'gw_port': {'id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:27:54Z', 'updated_at': '2021-05-17T16:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': '8d4c2940-308e-408d-bfd1-60ad9e34dfc7', 'name': '', 'network_id': '84e2e030-f7fd-45a7-ae9a-50d13ef72c2c', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'mac_address': 'fa:16:3e:86:c0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fb566c3b-0d86-4428-af0f-e5e28470bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:27:57Z', 'updated_at': '2021-05-17T16:28:02Z', 'revision_number': 4, 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'subnets': [{'id': 'fb566c3b-0d86-4428-af0f-e5e28470bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:28:03.390087 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2643db9-e28c-4b22-a767-ecb211c45bc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65f3c20f-06d7-4b3b-8cb1-5f05025f0064,revision_number=0']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:03.400839 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-d2643db9-e28c-4b22-a767-ecb211c45bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:03.405530 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754bb54-3dfa-4671-bc2d-ff8e1e7a8cd9 None None] Pushing event updated for resources: {'Port': ['ID=554b509e-0faf-43da-9d60-464b6e08b950,revision_number=2']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:03.413985 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-1754bb54-3dfa-4671-bc2d-ff8e1e7a8cd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:03.437039 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2643db9-e28c-4b22-a767-ecb211c45bc4 admin admin] Checking segment: {'id': '1c39852f-0857-4470-bd9b-8694ca919dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1e6cfeed-3dc4-4751-8e65-629231ed07c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:28:03.438043 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2643db9-e28c-4b22-a767-ecb211c45bc4 admin admin] Network hostable DHCP agents. Network: 1e6cfeed-3dc4-4751-8e65-629231ed07c9, hostable agents: ['780b63cc-fd7b-4a13-8dba-6019f78428e1'], hosted agents: [] {{(pid=79280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:28:03.532006 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2643db9-e28c-4b22-a767-ecb211c45bc4 admin admin] Network 1e6cfeed-3dc4-4751-8e65-629231ed07c9 is scheduled to be hosted by DHCP agent 780b63cc-fd7b-4a13-8dba-6019f78428e1 with binding_index 1 {{(pid=79280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:28:03.613422 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [None req-d2643db9-e28c-4b22-a767-ecb211c45bc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-iscsi, 1e6cfeed-3dc4-4751-8e65-629231ed07c9) {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:28:03.624096 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11473ce6-bd9b-4892-9369-e902264aa0b4 None None] Network 1e6cfeed-3dc4-4751-8e65-629231ed07c9 requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:28:03.626493 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2643db9-e28c-4b22-a767-ecb211c45bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:03.627338 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-d2643db9-e28c-4b22-a767-ecb211c45bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for subnet, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:03.705693 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_common [None req-d8c62b0b-4eb2-4336-8100-f9dd74a8bc86 admin admin] Allocated IP 172.27.2.155 (42a1d626-e0b0-418c-b7f5-2b1d715bf830/6e10255a-9813-4d83-92b3-230f73c18e4f/66b6997d-e7d1-424d-892d-a4d2ce673f64) {{(pid=79281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:28:03.767609 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-d2643db9-e28c-4b22-a767-ecb211c45bc4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5810089 May 17 16:28:03.778724 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 41458) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:28:03.786821 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-d8278888-f8d3-4d59-a8a7-61cdd9a1713d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-641381060-router', 'tenant_id': 'be79e7186fd84cf88967e0ca263eebe7', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:28:03.791991 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-d8278888-f8d3-4d59-a8a7-61cdd9a1713d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:28:03.798285 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-d8278888-f8d3-4d59-a8a7-61cdd9a1713d admin admin] Usage tracker for resource:router and tenant:be79e7186fd84cf88967e0ca263eebe7 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:28:03.852043 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-d8278888-f8d3-4d59-a8a7-61cdd9a1713d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:28:03.870795 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-d8278888-f8d3-4d59-a8a7-61cdd9a1713d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:28:03.976831 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-d8c62b0b-4eb2-4336-8100-f9dd74a8bc86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:03.991708 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687064f2-86f3-4d67-8b92-37a807cb52f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c339ff7-fcf1-568f-8b09-47d9b29cd70b-1e6cfeed-3dc4-4751-8e65-629231ed07c9', 'network_id': '1e6cfeed-3dc4-4751-8e65-629231ed07c9', 'tenant_id': 'be79e7186fd84cf88967e0ca263eebe7', 'fixed_ips': [{'subnet_id': '65f3c20f-06d7-4b3b-8cb1-5f05025f0064'}]}} from dv-cinder-768105-8-iscsi. {{(pid=79282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 16:28:03.992949 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-687064f2-86f3-4d67-8b92-37a807cb52f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:04.007096 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-d8278888-f8d3-4d59-a8a7-61cdd9a1713d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-433102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046008'] for router, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:04.008253 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-d8278888-f8d3-4d59-a8a7-61cdd9a1713d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-499961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045991'] for router, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:04.024425 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-d8278888-f8d3-4d59-a8a7-61cdd9a1713d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:04.082120 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-d8c62b0b-4eb2-4336-8100-f9dd74a8bc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:04.095141 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e5b9e4db-986d-426a-8979-86763bd0cbc2 tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:04.171906 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.db_base_plugin_common [None req-687064f2-86f3-4d67-8b92-37a807cb52f9 None None] Allocated IP 172.20.0.2 (1e6cfeed-3dc4-4751-8e65-629231ed07c9/65f3c20f-06d7-4b3b-8cb1-5f05025f0064/1584a44a-16be-4a48-a61e-b2e9ce078250) {{(pid=79282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:28:04.187061 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c62b0b-4eb2-4336-8100-f9dd74a8bc86 admin admin] Network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:28:04.189964 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-d8c62b0b-4eb2-4336-8100-f9dd74a8bc86 admin admin] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:28:04.194211 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c62b0b-4eb2-4336-8100-f9dd74a8bc86 admin admin] Received port after_create {{(pid=79281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:28:04.343048 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c62b0b-4eb2-4336-8100-f9dd74a8bc86 admin admin] Pushing event updated for resources: {'Port': ['ID=66b6997d-e7d1-424d-892d-a4d2ce673f64,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:04.353609 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-d8c62b0b-4eb2-4336-8100-f9dd74a8bc86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:04.465707 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-687064f2-86f3-4d67-8b92-37a807cb52f9 None None] Notify callbacks [] for port, precommit_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:04.482900 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-687064f2-86f3-4d67-8b92-37a807cb52f9 None None] Transition to ACTIVE for port object 1584a44a-16be-4a48-a61e-b2e9ce078250 will not be triggered until provisioned by entity L2. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:28:04.511582 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-687064f2-86f3-4d67-8b92-37a807cb52f9 None None] Transition to ACTIVE for port object 1584a44a-16be-4a48-a61e-b2e9ce078250 will not be triggered until provisioned by entity DHCP. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:28:04.567789 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-687064f2-86f3-4d67-8b92-37a807cb52f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841'] for port, after_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:04.582164 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:04.624075 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687064f2-86f3-4d67-8b92-37a807cb52f9 None None] Network 1e6cfeed-3dc4-4751-8e65-629231ed07c9 is already hosted by enough agents. {{(pid=79282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:28:04.630149 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.scheduler.base_scheduler [None req-687064f2-86f3-4d67-8b92-37a807cb52f9 None None] Resources bound (agent type, host, resource id): {{(pid=79282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:28:04.632631 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687064f2-86f3-4d67-8b92-37a807cb52f9 None None] Received port after_create {{(pid=79282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:28:04.700938 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-d8278888-f8d3-4d59-a8a7-61cdd9a1713d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-433116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045973'] for router, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:04.727710 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822526e0-7973-4759-9335-82871efab3c5 req-f364a15b-e384-40e9-906a-c366f105f8d5 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:04.729626 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-822526e0-7973-4759-9335-82871efab3c5 req-f364a15b-e384-40e9-906a-c366f105f8d5 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.4168668 May 17 16:28:04.755660 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687064f2-86f3-4d67-8b92-37a807cb52f9 None None] Pushing event updated for resources: {'Port': ['ID=1584a44a-16be-4a48-a61e-b2e9ce078250,revision_number=1']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:04.759466 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-687064f2-86f3-4d67-8b92-37a807cb52f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:04.763035 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-687064f2-86f3-4d67-8b92-37a807cb52f9 None None] Attempting to bind port 1584a44a-16be-4a48-a61e-b2e9ce078250 on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:28:04.763403 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-687064f2-86f3-4d67-8b92-37a807cb52f9 None None] Attempting to bind port 1584a44a-16be-4a48-a61e-b2e9ce078250 by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': '1c39852f-0857-4470-bd9b-8694ca919dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1e6cfeed-3dc4-4751-8e65-629231ed07c9'}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:28:04.763974 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687064f2-86f3-4d67-8b92-37a807cb52f9 None None] Attempting to bind port 1584a44a-16be-4a48-a61e-b2e9ce078250 on network 1e6cfeed-3dc4-4751-8e65-629231ed07c9 {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:28:04.769953 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687064f2-86f3-4d67-8b92-37a807cb52f9 None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:28:04.770384 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687064f2-86f3-4d67-8b92-37a807cb52f9 None None] Checking segment: {'id': '1c39852f-0857-4470-bd9b-8694ca919dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1e6cfeed-3dc4-4751-8e65-629231ed07c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:28:04.770765 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-687064f2-86f3-4d67-8b92-37a807cb52f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:04.771316 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687064f2-86f3-4d67-8b92-37a807cb52f9 None None] Bound using segment: {'id': '1c39852f-0857-4470-bd9b-8694ca919dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1e6cfeed-3dc4-4751-8e65-629231ed07c9'} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:28:04.771787 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-687064f2-86f3-4d67-8b92-37a807cb52f9 None None] Bound port: 1584a44a-16be-4a48-a61e-b2e9ce078250, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c39852f-0857-4470-bd9b-8694ca919dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1e6cfeed-3dc4-4751-8e65-629231ed07c9'}}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:28:04.772155 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-687064f2-86f3-4d67-8b92-37a807cb52f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:04.809568 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab973452-8c73-442c-9d30-4baeeac3b983 None None] Network e6fe2ea0-0db1-45f0-b531-7aee8c41de16 requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:28:04.815105 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-822526e0-7973-4759-9335-82871efab3c5 req-d7568699-7ebe-41d9-8845-a54aa70b2624 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735006 May 17 16:28:04.863238 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-d8c62b0b-4eb2-4336-8100-f9dd74a8bc86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:04.944655 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 554b509e-0faf-43da-9d60-464b6e08b950 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:28:05.021166 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-ceb870a7-c830-4410-a3d3-29f26639cfcf None None] Provisioning for port 554b509e-0faf-43da-9d60-464b6e08b950 completed by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:28:05.116465 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-687064f2-86f3-4d67-8b92-37a807cb52f9 None None] For port 1584a44a-16be-4a48-a61e-b2e9ce078250, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:28:05.142120 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-687064f2-86f3-4d67-8b92-37a807cb52f9 None None] For port 1584a44a-16be-4a48-a61e-b2e9ce078250, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=1584a44a-16be-4a48-a61e-b2e9ce078250,segment=NetworkSegment(1c39852f-0857-4470-bd9b-8694ca919dae),segment_id=1c39852f-0857-4470-bd9b-8694ca919dae)] {{(pid=79282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:28:05.242865 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-d8278888-f8d3-4d59-a8a7-61cdd9a1713d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:05.245822 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-687064f2-86f3-4d67-8b92-37a807cb52f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:05.252107 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:05.274038 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-d8c62b0b-4eb2-4336-8100-f9dd74a8bc86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408247'] for router, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:05.275412 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-d8278888-f8d3-4d59-a8a7-61cdd9a1713d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:05.290241 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port 554b509e-0faf-43da-9d60-464b6e08b950 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:28:05.322283 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port 554b509e-0faf-43da-9d60-464b6e08b950 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:05.322767 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:05.408138 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687064f2-86f3-4d67-8b92-37a807cb52f9 None None] Pushing event updated for resources: {'Port': ['ID=1584a44a-16be-4a48-a61e-b2e9ce078250,revision_number=2']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:05.412242 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-687064f2-86f3-4d67-8b92-37a807cb52f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:05.443673 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_common [None req-d8278888-f8d3-4d59-a8a7-61cdd9a1713d admin admin] Allocated IP 172.27.2.12 (42a1d626-e0b0-418c-b7f5-2b1d715bf830/6e10255a-9813-4d83-92b3-230f73c18e4f/f62a2288-959f-4329-b65a-0b1e242a17f6) {{(pid=79280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:28:05.545348 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:05.574124 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c62b0b-4eb2-4336-8100-f9dd74a8bc86 admin admin] Router 1d0dc66f-e4d2-468e-96d0-0199564b409f is scheduled to L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 with binding_index 1 {{(pid=79281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 16:28:05.590660 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] For port 554b509e-0faf-43da-9d60-464b6e08b950, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=554b509e-0faf-43da-9d60-464b6e08b950,segment=NetworkSegment(c7b9b05b-accd-45f4-8e0f-e1ea12cbb998),segment_id=c7b9b05b-accd-45f4-8e0f-e1ea12cbb998)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:28:05.647492 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:05.648384 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 8d4c2940-308e-408d-bfd1-60ad9e34dfc7 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:28:05.756060 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-69810993-94d3-45f4-b5b7-97973aedfa8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:05.792690 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-d8278888-f8d3-4d59-a8a7-61cdd9a1713d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:05.877181 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-db0ec90e-2140-44db-9d2d-f3a8125dadc6 None None] Provisioning complete for port 554b509e-0faf-43da-9d60-464b6e08b950 triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:05.877582 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-db0ec90e-2140-44db-9d2d-f3a8125dadc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:05.911543 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Pushing event updated for resources: {'Port': ['ID=554b509e-0faf-43da-9d60-464b6e08b950,revision_number=3']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:05.915679 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-d8278888-f8d3-4d59-a8a7-61cdd9a1713d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:05.921288 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-c7b8b7fe-c0dd-4ab5-87bd-7d2a1c1fcc07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:05.930827 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:05.971220 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c62b0b-4eb2-4336-8100-f9dd74a8bc86 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:28:05.989093 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b544855-fec3-4408-b07f-65b2443b94cc None None] Sync routers for ids ['1d0dc66f-e4d2-468e-96d0-0199564b409f'] in dv-cinder-768105-8-iscsi {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:28:06.015481 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port 8d4c2940-308e-408d-bfd1-60ad9e34dfc7 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:28:06.021036 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b544855-fec3-4408-b07f-65b2443b94cc None None] Routers {'1d0dc66f-e4d2-468e-96d0-0199564b409f'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:28:06.021681 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-1b544855-fec3-4408-b07f-65b2443b94cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:27:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['1d0dc66f-e4d2-468e-96d0-0199564b409f'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:06.035038 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8278888-f8d3-4d59-a8a7-61cdd9a1713d admin admin] Network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:28:06.038166 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [None req-d8278888-f8d3-4d59-a8a7-61cdd9a1713d admin admin] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:28:06.051322 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8278888-f8d3-4d59-a8a7-61cdd9a1713d admin admin] Received port after_create {{(pid=79280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:28:06.058440 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-d8c62b0b-4eb2-4336-8100-f9dd74a8bc86 admin admin] Notify callbacks [] for router, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:06.059894 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-d8c62b0b-4eb2-4336-8100-f9dd74a8bc86 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3109610 May 17 16:28:06.063166 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 41470) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:28:06.081383 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port 8d4c2940-308e-408d-bfd1-60ad9e34dfc7 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:06.081383 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:06.104720 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8278888-f8d3-4d59-a8a7-61cdd9a1713d admin admin] Pushing event updated for resources: {'Port': ['ID=f62a2288-959f-4329-b65a-0b1e242a17f6,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:06.109974 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-d8278888-f8d3-4d59-a8a7-61cdd9a1713d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:06.310071 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:06.313175 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6f9db-1735-4ab4-b869-546c7d77959c req-8d267119-1a90-44a7-b630-62cafe83adfa tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:06.314747 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e0f6f9db-1735-4ab4-b869-546c7d77959c req-8d267119-1a90-44a7-b630-62cafe83adfa tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.3424935 May 17 16:28:06.364712 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-1b544855-fec3-4408-b07f-65b2443b94cc None None] Set router 1d0dc66f-e4d2-468e-96d0-0199564b409f gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:28:06.380155 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e0f6f9db-1735-4ab4-b869-546c7d77959c req-fd5dedb4-9744-410e-b0de-25fef840bb02 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577261 May 17 16:28:06.500418 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] For port 8d4c2940-308e-408d-bfd1-60ad9e34dfc7, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=8d4c2940-308e-408d-bfd1-60ad9e34dfc7,segment=NetworkSegment(820215f4-e2e8-4c80-8e5d-7185383efa51),segment_id=820215f4-e2e8-4c80-8e5d-7185383efa51)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:28:06.581609 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:06.600340 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-687064f2-86f3-4d67-8b92-37a807cb52f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:06.693592 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56abf0a-d8b1-4ec2-a7c4-cf86fefd2482 None None] Network 1e6cfeed-3dc4-4751-8e65-629231ed07c9 requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:28:06.702399 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-d8278888-f8d3-4d59-a8a7-61cdd9a1713d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:06.794085 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Pushing event updated for resources: {'Port': ['ID=8d4c2940-308e-408d-bfd1-60ad9e34dfc7,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:06.797738 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:06.890632 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5d8e440c-008a-4a3f-8539-a8e3b33cec50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:06.893550 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 1584a44a-16be-4a48-a61e-b2e9ce078250 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:28:06.938662 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-984a092d-2713-45bc-8781-a96227cc2d04 None None] Provisioning for port 1584a44a-16be-4a48-a61e-b2e9ce078250 completed by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:28:07.088514 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-d8278888-f8d3-4d59-a8a7-61cdd9a1713d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408247'] for router, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:07.126133 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_common [None req-5d8e440c-008a-4a3f-8539-a8e3b33cec50 admin admin] Allocated IP 172.20.0.1 (e6fe2ea0-0db1-45f0-b531-7aee8c41de16/cc08d764-d8a6-4e79-89d3-68b07503ca46/ad9a6b66-6aeb-48b8-be83-871979dd0d99) {{(pid=79281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:28:07.128697 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-1b544855-fec3-4408-b07f-65b2443b94cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'name': 'tempest-TestVolumeBootPattern-1118485279-router', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:01Z', 'updated_at': '2021-05-17T16:28:04Z', 'revision_number': 3, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'gw_port': {'id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:99:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:03Z', 'updated_at': '2021-05-17T16:28:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:07.138371 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b544855-fec3-4408-b07f-65b2443b94cc None None] Checking router: 1d0dc66f-e4d2-468e-96d0-0199564b409f for host: dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:28:07.138727 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b544855-fec3-4408-b07f-65b2443b94cc None None] Updating router 1d0dc66f-e4d2-468e-96d0-0199564b409f port 66b6997d-e7d1-424d-892d-a4d2ce673f64 binding host dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:28:07.204448 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-1b544855-fec3-4408-b07f-65b2443b94cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:07.248373 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port 1584a44a-16be-4a48-a61e-b2e9ce078250 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:28:07.259537 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port 1584a44a-16be-4a48-a61e-b2e9ce078250 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:07.259828 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:07.294217 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5d8e440c-008a-4a3f-8539-a8e3b33cec50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:07.334041 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.provisioning_blocks [None req-5d8e440c-008a-4a3f-8539-a8e3b33cec50 admin admin] Transition to ACTIVE for port object ad9a6b66-6aeb-48b8-be83-871979dd0d99 will not be triggered until provisioned by entity DHCP. {{(pid=79281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:28:07.413023 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8278888-f8d3-4d59-a8a7-61cdd9a1713d admin admin] Router 15ee4448-a22f-43f2-ba3a-401b0f2ad1f0 is scheduled to L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 with binding_index 1 {{(pid=79280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 16:28:07.424539 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5d8e440c-008a-4a3f-8539-a8e3b33cec50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:07.428633 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-85fc6008-82a6-4e52-b162-c2c9ec04d45b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:07.524920 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e440c-008a-4a3f-8539-a8e3b33cec50 admin admin] Pushing event updated for resources: {'Port': ['ID=ad9a6b66-6aeb-48b8-be83-871979dd0d99,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:07.531992 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-5d8e440c-008a-4a3f-8539-a8e3b33cec50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:07.564598 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8e440c-008a-4a3f-8539-a8e3b33cec50 admin admin] Network e6fe2ea0-0db1-45f0-b531-7aee8c41de16 is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:28:07.565818 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-5d8e440c-008a-4a3f-8539-a8e3b33cec50 admin admin] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:28:07.573084 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8e440c-008a-4a3f-8539-a8e3b33cec50 admin admin] Received port after_create {{(pid=79281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:28:07.644604 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5d8e440c-008a-4a3f-8539-a8e3b33cec50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432716'] for router_interface, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:07.659074 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-c8e365a0-7331-48eb-85ff-fe0f685919f6 None None] Provisioning complete for port 1584a44a-16be-4a48-a61e-b2e9ce078250 triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:07.659649 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-c8e365a0-7331-48eb-85ff-fe0f685919f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:07.684062 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:07.767626 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] For port 1584a44a-16be-4a48-a61e-b2e9ce078250, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=1584a44a-16be-4a48-a61e-b2e9ce078250,segment=NetworkSegment(1c39852f-0857-4470-bd9b-8694ca919dae),segment_id=1c39852f-0857-4470-bd9b-8694ca919dae)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:28:07.857930 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:07.858715 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 554b509e-0faf-43da-9d60-464b6e08b950 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:28:07.889256 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-1754bb54-3dfa-4671-bc2d-ff8e1e7a8cd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:07.905152 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8278888-f8d3-4d59-a8a7-61cdd9a1713d admin admin] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:28:07.919119 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f34d93-8e4e-481b-92e8-3338a9fdbb03 None None] Sync routers for ids ['15ee4448-a22f-43f2-ba3a-401b0f2ad1f0'] in dv-cinder-768105-8-iscsi {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:28:07.938535 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f34d93-8e4e-481b-92e8-3338a9fdbb03 None None] Routers {'15ee4448-a22f-43f2-ba3a-401b0f2ad1f0'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:28:07.939906 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-56f34d93-8e4e-481b-92e8-3338a9fdbb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:27:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['15ee4448-a22f-43f2-ba3a-401b0f2ad1f0'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:07.957511 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092a2f3-4c8f-43e3-a584-91cc02e56716 req-b7fc5042-b620-4dc7-9ccf-ffe7f0c266ac tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:07.961919 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e092a2f3-4c8f-43e3-a584-91cc02e56716 req-b7fc5042-b620-4dc7-9ccf-ffe7f0c266ac tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.2337377 May 17 16:28:08.018499 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-1b544855-fec3-4408-b07f-65b2443b94cc None None] Notify callbacks [] for port, precommit_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:08.019278 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e092a2f3-4c8f-43e3-a584-91cc02e56716 req-cc64d7fd-836d-478d-8728-8e36029cbd13 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536959 May 17 16:28:08.020539 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-d8278888-f8d3-4d59-a8a7-61cdd9a1713d admin admin] Notify callbacks [] for router, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:08.021617 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-d8278888-f8d3-4d59-a8a7-61cdd9a1713d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2415748 May 17 16:28:08.024360 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 41480) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:28:08.046457 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-1b544855-fec3-4408-b07f-65b2443b94cc None None] Transition to ACTIVE for port object 66b6997d-e7d1-424d-892d-a4d2ce673f64 will not be triggered until provisioned by entity L2. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:28:08.053320 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Pushing event updated for resources: {'Port': ['ID=1584a44a-16be-4a48-a61e-b2e9ce078250,revision_number=3']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:08.056731 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:08.070354 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port 554b509e-0faf-43da-9d60-464b6e08b950 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:08.070736 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:08.116211 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-1b544855-fec3-4408-b07f-65b2443b94cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:08.122509 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:08.209382 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-56f34d93-8e4e-481b-92e8-3338a9fdbb03 None None] Set router 15ee4448-a22f-43f2-ba3a-401b0f2ad1f0 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:28:08.226211 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe86f6-890a-4067-9999-e1b3369ef516 None None] Pushing event updated for resources: {'Port': ['ID=66b6997d-e7d1-424d-892d-a4d2ce673f64,revision_number=2']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:08.230009 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-1b544855-fec3-4408-b07f-65b2443b94cc None None] Attempting to bind port 66b6997d-e7d1-424d-892d-a4d2ce673f64 on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:28:08.230323 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-1b544855-fec3-4408-b07f-65b2443b94cc None None] Attempting to bind port 66b6997d-e7d1-424d-892d-a4d2ce673f64 by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:28:08.230708 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b544855-fec3-4408-b07f-65b2443b94cc None None] Attempting to bind port 66b6997d-e7d1-424d-892d-a4d2ce673f64 on network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:28:08.233281 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-3bfe86f6-890a-4067-9999-e1b3369ef516 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:08.239825 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5d8e440c-008a-4a3f-8539-a8e3b33cec50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:08.277054 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b544855-fec3-4408-b07f-65b2443b94cc None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:28:08.277434 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b544855-fec3-4408-b07f-65b2443b94cc None None] Checking segment: {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:28:08.277841 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-1b544855-fec3-4408-b07f-65b2443b94cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:08.278247 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b544855-fec3-4408-b07f-65b2443b94cc None None] Bound using segment: {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:28:08.278753 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-1b544855-fec3-4408-b07f-65b2443b94cc None None] Bound port: 66b6997d-e7d1-424d-892d-a4d2ce673f64, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:28:08.279123 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-1b544855-fec3-4408-b07f-65b2443b94cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:08.342173 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-f803df15-dd07-4f23-abce-5930909de71f None None] Provisioning for port ad9a6b66-6aeb-48b8-be83-871979dd0d99 completed by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:28:08.364731 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-f803df15-dd07-4f23-abce-5930909de71f None None] Provisioning complete for port ad9a6b66-6aeb-48b8-be83-871979dd0d99 triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:08.365108 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-f803df15-dd07-4f23-abce-5930909de71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:08.424185 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-1b544855-fec3-4408-b07f-65b2443b94cc None None] For port 66b6997d-e7d1-424d-892d-a4d2ce673f64, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:28:08.429309 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-1b544855-fec3-4408-b07f-65b2443b94cc None None] For port 66b6997d-e7d1-424d-892d-a4d2ce673f64, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=66b6997d-e7d1-424d-892d-a4d2ce673f64,segment=NetworkSegment(b4de580b-76bc-403f-9a98-9ee7fe7150e1),segment_id=b4de580b-76bc-403f-9a98-9ee7fe7150e1)] {{(pid=79282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:28:08.435368 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-f803df15-dd07-4f23-abce-5930909de71f None None] Port ad9a6b66-6aeb-48b8-be83-871979dd0d99 cannot update to ACTIVE because it is not bound. {{(pid=79282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:28:08.523174 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-56f34d93-8e4e-481b-92e8-3338a9fdbb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ee4448-a22f-43f2-ba3a-401b0f2ad1f0', 'name': 'tempest-TestMinimumBasicScenario-641381060-router', 'tenant_id': 'be79e7186fd84cf88967e0ca263eebe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'f62a2288-959f-4329-b65a-0b1e242a17f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:04Z', 'updated_at': '2021-05-17T16:28:06Z', 'revision_number': 3, 'project_id': 'be79e7186fd84cf88967e0ca263eebe7', 'gw_port': {'id': 'f62a2288-959f-4329-b65a-0b1e242a17f6', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ee4448-a22f-43f2-ba3a-401b0f2ad1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:05Z', 'updated_at': '2021-05-17T16:28:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:08.528554 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f34d93-8e4e-481b-92e8-3338a9fdbb03 None None] Checking router: 15ee4448-a22f-43f2-ba3a-401b0f2ad1f0 for host: dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:28:08.528909 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f34d93-8e4e-481b-92e8-3338a9fdbb03 None None] Updating router 15ee4448-a22f-43f2-ba3a-401b0f2ad1f0 port f62a2288-959f-4329-b65a-0b1e242a17f6 binding host dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:28:08.538406 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-1b544855-fec3-4408-b07f-65b2443b94cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:08.544056 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-36160ed2-8927-4481-8f13-4874d89b7e24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:08.595088 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-56f34d93-8e4e-481b-92e8-3338a9fdbb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:08.623584 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b544855-fec3-4408-b07f-65b2443b94cc None None] Routers {'1d0dc66f-e4d2-468e-96d0-0199564b409f'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:28:08.624212 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-1b544855-fec3-4408-b07f-65b2443b94cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:27:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['1d0dc66f-e4d2-468e-96d0-0199564b409f'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:08.678072 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe86f6-890a-4067-9999-e1b3369ef516 None None] Pushing event updated for resources: {'Port': ['ID=66b6997d-e7d1-424d-892d-a4d2ce673f64,revision_number=3']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:08.694159 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-3bfe86f6-890a-4067-9999-e1b3369ef516 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:08.802829 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 1584a44a-16be-4a48-a61e-b2e9ce078250 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:28:08.834622 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5d8e440c-008a-4a3f-8539-a8e3b33cec50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:08.878472 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-1b544855-fec3-4408-b07f-65b2443b94cc None None] Set router 1d0dc66f-e4d2-468e-96d0-0199564b409f gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:28:08.895674 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5d8e440c-008a-4a3f-8539-a8e3b33cec50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1955875'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:08.925538 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-07ba0555-f10b-49b9-9e9e-c6dd258fb2ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:08.947213 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-56f34d93-8e4e-481b-92e8-3338a9fdbb03 None None] Notify callbacks [] for port, precommit_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:08.959302 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.provisioning_blocks [None req-56f34d93-8e4e-481b-92e8-3338a9fdbb03 None None] Transition to ACTIVE for port object f62a2288-959f-4329-b65a-0b1e242a17f6 will not be triggered until provisioned by entity L2. {{(pid=79283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:28:09.049030 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port 1584a44a-16be-4a48-a61e-b2e9ce078250 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:09.049409 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:09.063444 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5d8e440c-008a-4a3f-8539-a8e3b33cec50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-515311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402923'] for router_interface, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:09.068871 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e440c-008a-4a3f-8539-a8e3b33cec50 admin admin] Pushing event updated for resources: {'Port': ['ID=ad9a6b66-6aeb-48b8-be83-871979dd0d99,revision_number=2']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:09.073904 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-56f34d93-8e4e-481b-92e8-3338a9fdbb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:09.074226 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-5d8e440c-008a-4a3f-8539-a8e3b33cec50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:09.084846 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:09.168441 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f38fd-1f3b-4488-b8a5-e5fabdad86ab None None] Pushing event updated for resources: {'Port': ['ID=f62a2288-959f-4329-b65a-0b1e242a17f6,revision_number=2']} {{(pid=79283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:09.208340 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-56f34d93-8e4e-481b-92e8-3338a9fdbb03 None None] Attempting to bind port f62a2288-959f-4329-b65a-0b1e242a17f6 on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:28:09.208889 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-56f34d93-8e4e-481b-92e8-3338a9fdbb03 None None] Attempting to bind port f62a2288-959f-4329-b65a-0b1e242a17f6 by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}] {{(pid=79283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:28:09.209352 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f34d93-8e4e-481b-92e8-3338a9fdbb03 None None] Attempting to bind port f62a2288-959f-4329-b65a-0b1e242a17f6 on network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:28:09.217862 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f34d93-8e4e-481b-92e8-3338a9fdbb03 None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:28:09.218431 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f34d93-8e4e-481b-92e8-3338a9fdbb03 None None] Checking segment: {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:28:09.218952 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-56f34d93-8e4e-481b-92e8-3338a9fdbb03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:09.219469 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f34d93-8e4e-481b-92e8-3338a9fdbb03 None None] Bound using segment: {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'} {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:28:09.220063 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-56f34d93-8e4e-481b-92e8-3338a9fdbb03 None None] Bound port: f62a2288-959f-4329-b65a-0b1e242a17f6, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}}] {{(pid=79283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:28:09.220547 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-56f34d93-8e4e-481b-92e8-3338a9fdbb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:09.311394 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.db [None req-56f34d93-8e4e-481b-92e8-3338a9fdbb03 None None] For port f62a2288-959f-4329-b65a-0b1e242a17f6, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:28:09.312828 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3fbd7-b12c-4257-83be-7521f79f5360 req-fda04708-db14-4a9b-a519-9f4ea64a56e6 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:09.315696 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.db [None req-56f34d93-8e4e-481b-92e8-3338a9fdbb03 None None] For port f62a2288-959f-4329-b65a-0b1e242a17f6, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=f62a2288-959f-4329-b65a-0b1e242a17f6,segment=NetworkSegment(b4de580b-76bc-403f-9a98-9ee7fe7150e1),segment_id=b4de580b-76bc-403f-9a98-9ee7fe7150e1)] {{(pid=79283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:28:09.317311 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [None req-439f38fd-1f3b-4488-b8a5-e5fabdad86ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:09.322865 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-33b3fbd7-b12c-4257-83be-7521f79f5360 req-fda04708-db14-4a9b-a519-9f4ea64a56e6 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.1271400 May 17 16:28:09.343156 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 8d4c2940-308e-408d-bfd1-60ad9e34dfc7 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:28:09.357258 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a911-9ec1-4ea6-8d1d-e6cd03e0e375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:09.373142 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-56f34d93-8e4e-481b-92e8-3338a9fdbb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:09.399933 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-33b3fbd7-b12c-4257-83be-7521f79f5360 req-56bc397a-8a92-44fc-be81-c757c8dd076e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727088 May 17 16:28:09.417935 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [None req-6b687350-4471-4e32-ad48-2ff0dface8ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:09.433802 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-1b544855-fec3-4408-b07f-65b2443b94cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'name': 'tempest-TestVolumeBootPattern-1118485279-router', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:01Z', 'updated_at': '2021-05-17T16:28:07Z', 'revision_number': 4, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'gw_port': {'id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:99:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:03Z', 'updated_at': '2021-05-17T16:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'ad9a6b66-6aeb-48b8-be83-871979dd0d99', 'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'mac_address': 'fa:16:3e:f5:a8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:06Z', 'updated_at': '2021-05-17T16:28:07Z', 'revision_number': 1, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'subnets': [{'id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:09.442239 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b544855-fec3-4408-b07f-65b2443b94cc None None] The sync data for ids ['1d0dc66f-e4d2-468e-96d0-0199564b409f'] in dv-cinder-768105-8-iscsi is: [{'id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'name': 'tempest-TestVolumeBootPattern-1118485279-router', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:01Z', 'updated_at': '2021-05-17T16:28:07Z', 'revision_number': 4, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'gw_port': {'id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:99:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:03Z', 'updated_at': '2021-05-17T16:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'ad9a6b66-6aeb-48b8-be83-871979dd0d99', 'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'mac_address': 'fa:16:3e:f5:a8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:06Z', 'updated_at': '2021-05-17T16:28:07Z', 'revision_number': 1, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'subnets': [{'id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:28:09.443916 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port 8d4c2940-308e-408d-bfd1-60ad9e34dfc7 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:09.445140 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:09.496235 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8e440c-008a-4a3f-8539-a8e3b33cec50 admin admin] Network e6fe2ea0-0db1-45f0-b531-7aee8c41de16 is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:28:09.499666 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-5d8e440c-008a-4a3f-8539-a8e3b33cec50 admin admin] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:28:09.545021 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f38fd-1f3b-4488-b8a5-e5fabdad86ab None None] Pushing event updated for resources: {'Port': ['ID=f62a2288-959f-4329-b65a-0b1e242a17f6,revision_number=3']} {{(pid=79283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:09.566396 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [None req-439f38fd-1f3b-4488-b8a5-e5fabdad86ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:09.584480 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f34d93-8e4e-481b-92e8-3338a9fdbb03 None None] Routers {'15ee4448-a22f-43f2-ba3a-401b0f2ad1f0'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:28:09.585382 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-56f34d93-8e4e-481b-92e8-3338a9fdbb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:27:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['15ee4448-a22f-43f2-ba3a-401b0f2ad1f0'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:09.842518 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-56f34d93-8e4e-481b-92e8-3338a9fdbb03 None None] Set router 15ee4448-a22f-43f2-ba3a-401b0f2ad1f0 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:28:09.879293 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_common [None req-5ab6a911-9ec1-4ea6-8d1d-e6cd03e0e375 admin admin] Allocated IP 172.20.0.1 (1e6cfeed-3dc4-4751-8e65-629231ed07c9/65f3c20f-06d7-4b3b-8cb1-5f05025f0064/f02518cb-434a-4520-b9f5-d051983c1eaf) {{(pid=79281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:28:09.886629 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-260d8d09-9012-4e56-940a-de3d1b9b47a0 None None] Provisioning complete for port ad9a6b66-6aeb-48b8-be83-871979dd0d99 triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:09.887190 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-260d8d09-9012-4e56-940a-de3d1b9b47a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:09.903007 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8e440c-008a-4a3f-8539-a8e3b33cec50 admin admin] Router 1d0dc66f-e4d2-468e-96d0-0199564b409f has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:28:09.948842 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-260d8d09-9012-4e56-940a-de3d1b9b47a0 None None] Port ad9a6b66-6aeb-48b8-be83-871979dd0d99 cannot update to ACTIVE because it is not bound. {{(pid=79282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:28:10.197988 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-56f34d93-8e4e-481b-92e8-3338a9fdbb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ee4448-a22f-43f2-ba3a-401b0f2ad1f0', 'name': 'tempest-TestMinimumBasicScenario-641381060-router', 'tenant_id': 'be79e7186fd84cf88967e0ca263eebe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'f62a2288-959f-4329-b65a-0b1e242a17f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:04Z', 'updated_at': '2021-05-17T16:28:06Z', 'revision_number': 3, 'project_id': 'be79e7186fd84cf88967e0ca263eebe7', 'gw_port': {'id': 'f62a2288-959f-4329-b65a-0b1e242a17f6', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ee4448-a22f-43f2-ba3a-401b0f2ad1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:05Z', 'updated_at': '2021-05-17T16:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:10.203520 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f34d93-8e4e-481b-92e8-3338a9fdbb03 None None] The sync data for ids ['15ee4448-a22f-43f2-ba3a-401b0f2ad1f0'] in dv-cinder-768105-8-iscsi is: [{'id': '15ee4448-a22f-43f2-ba3a-401b0f2ad1f0', 'name': 'tempest-TestMinimumBasicScenario-641381060-router', 'tenant_id': 'be79e7186fd84cf88967e0ca263eebe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'f62a2288-959f-4329-b65a-0b1e242a17f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:04Z', 'updated_at': '2021-05-17T16:28:06Z', 'revision_number': 3, 'project_id': 'be79e7186fd84cf88967e0ca263eebe7', 'gw_port': {'id': 'f62a2288-959f-4329-b65a-0b1e242a17f6', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ee4448-a22f-43f2-ba3a-401b0f2ad1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:05Z', 'updated_at': '2021-05-17T16:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}] {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:28:10.224093 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8e440c-008a-4a3f-8539-a8e3b33cec50 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:28:10.253442 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-5d8e440c-008a-4a3f-8539-a8e3b33cec50 admin admin] 10.222.0.11 "PUT /v2.0/routers/1d0dc66f-e4d2-468e-96d0-0199564b409f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1890795 May 17 16:28:10.257133 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a911-9ec1-4ea6-8d1d-e6cd03e0e375 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:10.277503 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.provisioning_blocks [None req-5ab6a911-9ec1-4ea6-8d1d-e6cd03e0e375 admin admin] Transition to ACTIVE for port object f02518cb-434a-4520-b9f5-d051983c1eaf will not be triggered until provisioned by entity DHCP. {{(pid=79281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:28:10.395317 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a911-9ec1-4ea6-8d1d-e6cd03e0e375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:10.400264 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-5d8e440c-008a-4a3f-8539-a8e3b33cec50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:10.500306 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab6a911-9ec1-4ea6-8d1d-e6cd03e0e375 admin admin] Network 1e6cfeed-3dc4-4751-8e65-629231ed07c9 is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:28:10.505063 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-5ab6a911-9ec1-4ea6-8d1d-e6cd03e0e375 admin admin] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:28:10.509298 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab6a911-9ec1-4ea6-8d1d-e6cd03e0e375 admin admin] Received port after_create {{(pid=79281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:28:10.587107 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6a911-9ec1-4ea6-8d1d-e6cd03e0e375 admin admin] Pushing event updated for resources: {'Port': ['ID=f02518cb-434a-4520-b9f5-d051983c1eaf,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:10.603422 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-5ab6a911-9ec1-4ea6-8d1d-e6cd03e0e375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:10.631676 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a911-9ec1-4ea6-8d1d-e6cd03e0e375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432716'] for router_interface, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:10.952222 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 66b6997d-e7d1-424d-892d-a4d2ce673f64 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:28:11.156431 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a911-9ec1-4ea6-8d1d-e6cd03e0e375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:11.252672 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-2bc90fed-f44c-42df-91ce-085dad519146 None None] Provisioning for port f02518cb-434a-4520-b9f5-d051983c1eaf completed by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:28:11.278082 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-2bc90fed-f44c-42df-91ce-085dad519146 None None] Provisioning complete for port f02518cb-434a-4520-b9f5-d051983c1eaf triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:11.278082 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-2bc90fed-f44c-42df-91ce-085dad519146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:11.347286 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port 66b6997d-e7d1-424d-892d-a4d2ce673f64 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:28:11.355986 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port 66b6997d-e7d1-424d-892d-a4d2ce673f64 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:11.356463 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:11.387522 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-2bc90fed-f44c-42df-91ce-085dad519146 None None] Port f02518cb-434a-4520-b9f5-d051983c1eaf cannot update to ACTIVE because it is not bound. {{(pid=79282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:28:11.433503 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a911-9ec1-4ea6-8d1d-e6cd03e0e375 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:11.484780 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:11.502746 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] For port 66b6997d-e7d1-424d-892d-a4d2ce673f64, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=66b6997d-e7d1-424d-892d-a4d2ce673f64,segment=NetworkSegment(b4de580b-76bc-403f-9a98-9ee7fe7150e1),segment_id=b4de580b-76bc-403f-9a98-9ee7fe7150e1)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:28:11.583768 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a911-9ec1-4ea6-8d1d-e6cd03e0e375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1955875'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:11.584723 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:11.586265 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device f62a2288-959f-4329-b65a-0b1e242a17f6 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:28:11.617097 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-07ba0555-f10b-49b9-9e9e-c6dd258fb2ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:11.617625 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:11.695730 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 41516) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:28:11.702908 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-9882c492-78af-4824-9fb4-961e3aceba50 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1227803455-network', 'tenant_id': '683fcbd3bad64bfab64439cbaecb58d6'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:28:11.707972 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6a911-9ec1-4ea6-8d1d-e6cd03e0e375 admin admin] Pushing event updated for resources: {'Port': ['ID=f02518cb-434a-4520-b9f5-d051983c1eaf,revision_number=2']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:11.708213 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-9882c492-78af-4824-9fb4-961e3aceba50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:28:11.710618 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5ab6a911-9ec1-4ea6-8d1d-e6cd03e0e375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-515311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402923'] for router_interface, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:11.711928 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Pushing event updated for resources: {'Port': ['ID=66b6997d-e7d1-424d-892d-a4d2ce673f64,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:11.712582 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-9882c492-78af-4824-9fb4-961e3aceba50 admin admin] Usage tracker for resource:network and tenant:683fcbd3bad64bfab64439cbaecb58d6 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:28:11.715029 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-5ab6a911-9ec1-4ea6-8d1d-e6cd03e0e375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:11.715391 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:11.716203 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-9882c492-78af-4824-9fb4-961e3aceba50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:28:11.723257 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-9882c492-78af-4824-9fb4-961e3aceba50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:28:11.789552 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port f62a2288-959f-4329-b65a-0b1e242a17f6 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:28:11.794749 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port f62a2288-959f-4329-b65a-0b1e242a17f6 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:11.796542 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:11.812342 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9882c492-78af-4824-9fb4-961e3aceba50 admin admin] Made reservation on behalf of 683fcbd3bad64bfab64439cbaecb58d6 for: {'network': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:28:11.815138 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9882c492-78af-4824-9fb4-961e3aceba50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7986740'] for network, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:11.828799 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9882c492-78af-4824-9fb4-961e3aceba50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:11.845168 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-9882c492-78af-4824-9fb4-961e3aceba50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:28:11.849278 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-9882c492-78af-4824-9fb4-961e3aceba50 admin admin] Usage tracker for resource:security_group_rule and tenant:683fcbd3bad64bfab64439cbaecb58d6 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:28:11.852562 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-9882c492-78af-4824-9fb4-961e3aceba50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:28:11.855663 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab6a911-9ec1-4ea6-8d1d-e6cd03e0e375 admin admin] Network 1e6cfeed-3dc4-4751-8e65-629231ed07c9 is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:28:11.856832 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-5ab6a911-9ec1-4ea6-8d1d-e6cd03e0e375 admin admin] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:28:11.859384 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-9882c492-78af-4824-9fb4-961e3aceba50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:28:11.935345 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:11.955854 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] For port f62a2288-959f-4329-b65a-0b1e242a17f6, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=f62a2288-959f-4329-b65a-0b1e242a17f6,segment=NetworkSegment(b4de580b-76bc-403f-9a98-9ee7fe7150e1),segment_id=b4de580b-76bc-403f-9a98-9ee7fe7150e1)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:28:11.993589 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9882c492-78af-4824-9fb4-961e3aceba50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:12.046607 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:12.048464 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-3bfe86f6-890a-4067-9999-e1b3369ef516 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:12.081349 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9882c492-78af-4824-9fb4-961e3aceba50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:12.088683 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-d79c778c-2eb5-4f96-a008-d5ed59cb9dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:12.105492 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9882c492-78af-4824-9fb4-961e3aceba50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=79280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:28:12.126710 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882c492-78af-4824-9fb4-961e3aceba50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a940ccb2-0832-49bf-aeee-a1af7fbfffab,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:12.129771 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9882c492-78af-4824-9fb4-961e3aceba50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:12.130111 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.db.segments_db [None req-9882c492-78af-4824-9fb4-961e3aceba50 admin admin] Added segment e75ebc96-021c-442b-be4e-e621ad8e8bb8 of type vlan for network 12a10b2c-ecb6-417c-853a-623712b8987c May 17 16:28:12.131405 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-9882c492-78af-4824-9fb4-961e3aceba50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:12.132008 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Pushing event updated for resources: {'Port': ['ID=f62a2288-959f-4329-b65a-0b1e242a17f6,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:12.134706 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-9464dabf-e30d-4bfb-9495-c750692a72fa None None] Provisioning complete for port f02518cb-434a-4520-b9f5-d051983c1eaf triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:12.135084 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-9464dabf-e30d-4bfb-9495-c750692a72fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:12.167195 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9882c492-78af-4824-9fb4-961e3aceba50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780703603375'] for network, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:12.172387 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:12.197752 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab6a911-9ec1-4ea6-8d1d-e6cd03e0e375 admin admin] Router 15ee4448-a22f-43f2-ba3a-401b0f2ad1f0 has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:28:12.206828 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-9464dabf-e30d-4bfb-9495-c750692a72fa None None] Port f02518cb-434a-4520-b9f5-d051983c1eaf cannot update to ACTIVE because it is not bound. {{(pid=79282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:28:12.275705 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9882c492-78af-4824-9fb4-961e3aceba50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325'] for network, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:12.277242 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9882c492-78af-4824-9fb4-961e3aceba50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:12.277926 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9882c492-78af-4824-9fb4-961e3aceba50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:12.283905 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-1f484674-b335-4bfc-8390-5c500f9783a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:12.411014 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab6a911-9ec1-4ea6-8d1d-e6cd03e0e375 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:28:12.411870 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882c492-78af-4824-9fb4-961e3aceba50 admin admin] Pushing event updated for resources: {'Network': ['ID=12a10b2c-ecb6-417c-853a-623712b8987c,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:12.415137 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-9882c492-78af-4824-9fb4-961e3aceba50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:12.422005 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Network 12a10b2c-ecb6-417c-853a-623712b8987c details requested by agent ovs-agent-dv-cinder-768105-8-iscsi with host dv-cinder-768105-8-iscsi {{(pid=79282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:28:12.424004 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-5ab6a911-9ec1-4ea6-8d1d-e6cd03e0e375 admin admin] 10.222.0.11 "PUT /v2.0/routers/15ee4448-a22f-43f2-ba3a-401b0f2ad1f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3971026 May 17 16:28:12.521956 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-9882c492-78af-4824-9fb4-961e3aceba50 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8246715 May 17 16:28:12.524530 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 41530) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:28:12.531457 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-f181d995-449d-4bb7-85e0-57540ee1ca5d admin admin] Request body: {'subnet': {'network_id': '12a10b2c-ecb6-417c-853a-623712b8987c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1227803455-subnet', 'tenant_id': '683fcbd3bad64bfab64439cbaecb58d6', 'ip_version': 4}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:28:12.540860 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-f181d995-449d-4bb7-85e0-57540ee1ca5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:28:12.546392 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-f181d995-449d-4bb7-85e0-57540ee1ca5d admin admin] Usage tracker for resource:subnet and tenant:683fcbd3bad64bfab64439cbaecb58d6 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:28:12.549662 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-f181d995-449d-4bb7-85e0-57540ee1ca5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:28:12.562975 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-f181d995-449d-4bb7-85e0-57540ee1ca5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:28:12.669278 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f181d995-449d-4bb7-85e0-57540ee1ca5d admin admin] Made reservation on behalf of 683fcbd3bad64bfab64439cbaecb58d6 for: {'subnet': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:28:12.675151 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f181d995-449d-4bb7-85e0-57540ee1ca5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1940319'] for subnet, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:12.819986 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 66b6997d-e7d1-424d-892d-a4d2ce673f64 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:28:12.980154 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port 66b6997d-e7d1-424d-892d-a4d2ce673f64 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:12.980843 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:13.028864 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61560e1-9aba-4509-af72-30d589f00f11 None None] Sync routers for ids ['1d0dc66f-e4d2-468e-96d0-0199564b409f'] in dv-cinder-768105-8-iscsi {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:28:13.059985 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61560e1-9aba-4509-af72-30d589f00f11 None None] Routers {'1d0dc66f-e4d2-468e-96d0-0199564b409f'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:28:13.060628 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-d61560e1-9aba-4509-af72-30d589f00f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:27:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['1d0dc66f-e4d2-468e-96d0-0199564b409f'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:13.260315 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f181d995-449d-4bb7-85e0-57540ee1ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1940301'] for subnet, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:13.271022 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:13.342246 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device f62a2288-959f-4329-b65a-0b1e242a17f6 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:28:13.356325 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181d995-449d-4bb7-85e0-57540ee1ca5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=741a0333-3ca5-4733-bb96-da19d13925dd,revision_number=0']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:13.364879 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-f181d995-449d-4bb7-85e0-57540ee1ca5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:13.372305 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f181d995-449d-4bb7-85e0-57540ee1ca5d admin admin] Checking segment: {'id': 'e75ebc96-021c-442b-be4e-e621ad8e8bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '12a10b2c-ecb6-417c-853a-623712b8987c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:28:13.372663 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f181d995-449d-4bb7-85e0-57540ee1ca5d admin admin] Network hostable DHCP agents. Network: 12a10b2c-ecb6-417c-853a-623712b8987c, hostable agents: ['780b63cc-fd7b-4a13-8dba-6019f78428e1'], hosted agents: [] {{(pid=79280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:28:13.400966 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-d61560e1-9aba-4509-af72-30d589f00f11 None None] Set router 1d0dc66f-e4d2-468e-96d0-0199564b409f gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:28:13.497952 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19147a10-583c-4417-bd1f-3ce27e9d607a None None] Sync routers for ids ['15ee4448-a22f-43f2-ba3a-401b0f2ad1f0'] in dv-cinder-768105-8-iscsi {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:28:13.507791 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19147a10-583c-4417-bd1f-3ce27e9d607a None None] Routers {'15ee4448-a22f-43f2-ba3a-401b0f2ad1f0'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:28:13.508581 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-19147a10-583c-4417-bd1f-3ce27e9d607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:27:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['15ee4448-a22f-43f2-ba3a-401b0f2ad1f0'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:13.521014 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f181d995-449d-4bb7-85e0-57540ee1ca5d admin admin] Network 12a10b2c-ecb6-417c-853a-623712b8987c is scheduled to be hosted by DHCP agent 780b63cc-fd7b-4a13-8dba-6019f78428e1 with binding_index 1 {{(pid=79280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:28:13.629516 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [None req-f181d995-449d-4bb7-85e0-57540ee1ca5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-iscsi, 12a10b2c-ecb6-417c-853a-623712b8987c) {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:28:13.654384 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45d5596-0955-4358-998a-2ae7bd028b65 None None] Network 12a10b2c-ecb6-417c-853a-623712b8987c requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:28:13.680380 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f181d995-449d-4bb7-85e0-57540ee1ca5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:13.692929 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f181d995-449d-4bb7-85e0-57540ee1ca5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for subnet, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:13.693137 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port f62a2288-959f-4329-b65a-0b1e242a17f6 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:13.693137 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:13.791169 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-19147a10-583c-4417-bd1f-3ce27e9d607a None None] Set router 15ee4448-a22f-43f2-ba3a-401b0f2ad1f0 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:28:13.804556 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-f181d995-449d-4bb7-85e0-57540ee1ca5d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2764444 May 17 16:28:13.804911 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 41560) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:28:13.813573 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-7651a700-3a4b-4076-a5f8-14d014704979 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1227803455-router', 'tenant_id': '683fcbd3bad64bfab64439cbaecb58d6', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:28:13.828560 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-7651a700-3a4b-4076-a5f8-14d014704979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:28:13.832507 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-7651a700-3a4b-4076-a5f8-14d014704979 admin admin] Usage tracker for resource:router and tenant:683fcbd3bad64bfab64439cbaecb58d6 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:28:13.839486 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-7651a700-3a4b-4076-a5f8-14d014704979 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:28:13.846076 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-7651a700-3a4b-4076-a5f8-14d014704979 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:28:13.966850 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7651a700-3a4b-4076-a5f8-14d014704979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-433102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046008'] for router, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:13.968185 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7651a700-3a4b-4076-a5f8-14d014704979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-432899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-499961', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1045991'] for router, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:14.000538 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7651a700-3a4b-4076-a5f8-14d014704979 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:14.223213 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-19147a10-583c-4417-bd1f-3ce27e9d607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ee4448-a22f-43f2-ba3a-401b0f2ad1f0', 'name': 'tempest-TestMinimumBasicScenario-641381060-router', 'tenant_id': 'be79e7186fd84cf88967e0ca263eebe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'f62a2288-959f-4329-b65a-0b1e242a17f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:04Z', 'updated_at': '2021-05-17T16:28:10Z', 'revision_number': 4, 'project_id': 'be79e7186fd84cf88967e0ca263eebe7', 'gw_port': {'id': 'f62a2288-959f-4329-b65a-0b1e242a17f6', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ee4448-a22f-43f2-ba3a-401b0f2ad1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:05Z', 'updated_at': '2021-05-17T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'f02518cb-434a-4520-b9f5-d051983c1eaf', 'name': '', 'network_id': '1e6cfeed-3dc4-4751-8e65-629231ed07c9', 'tenant_id': 'be79e7186fd84cf88967e0ca263eebe7', 'mac_address': 'fa:16:3e:bc:9b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ee4448-a22f-43f2-ba3a-401b0f2ad1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '65f3c20f-06d7-4b3b-8cb1-5f05025f0064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:09Z', 'updated_at': '2021-05-17T16:28:11Z', 'revision_number': 2, 'project_id': 'be79e7186fd84cf88967e0ca263eebe7', 'subnets': [{'id': '65f3c20f-06d7-4b3b-8cb1-5f05025f0064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:14.226615 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bedf4f-7481-445a-9964-04b58b7aee36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c339ff7-fcf1-568f-8b09-47d9b29cd70b-12a10b2c-ecb6-417c-853a-623712b8987c', 'network_id': '12a10b2c-ecb6-417c-853a-623712b8987c', 'tenant_id': '683fcbd3bad64bfab64439cbaecb58d6', 'fixed_ips': [{'subnet_id': '741a0333-3ca5-4733-bb96-da19d13925dd'}]}} from dv-cinder-768105-8-iscsi. {{(pid=79282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 17 16:28:14.227589 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-28bedf4f-7481-445a-9964-04b58b7aee36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:14.239292 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19147a10-583c-4417-bd1f-3ce27e9d607a None None] Checking router: 15ee4448-a22f-43f2-ba3a-401b0f2ad1f0 for host: dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:28:14.244145 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-d61560e1-9aba-4509-af72-30d589f00f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'name': 'tempest-TestVolumeBootPattern-1118485279-router', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:01Z', 'updated_at': '2021-05-17T16:28:07Z', 'revision_number': 4, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'gw_port': {'id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:03Z', 'updated_at': '2021-05-17T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'ad9a6b66-6aeb-48b8-be83-871979dd0d99', 'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'mac_address': 'fa:16:3e:f5:a8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:06Z', 'updated_at': '2021-05-17T16:28:08Z', 'revision_number': 2, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'subnets': [{'id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:14.245612 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19147a10-583c-4417-bd1f-3ce27e9d607a None None] Updating router 15ee4448-a22f-43f2-ba3a-401b0f2ad1f0 port f02518cb-434a-4520-b9f5-d051983c1eaf binding host dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:28:14.253610 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61560e1-9aba-4509-af72-30d589f00f11 None None] Checking router: 1d0dc66f-e4d2-468e-96d0-0199564b409f for host: dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:28:14.254040 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61560e1-9aba-4509-af72-30d589f00f11 None None] Updating router 1d0dc66f-e4d2-468e-96d0-0199564b409f port ad9a6b66-6aeb-48b8-be83-871979dd0d99 binding host dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:28:14.315022 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-19147a10-583c-4417-bd1f-3ce27e9d607a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:14.397681 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-d61560e1-9aba-4509-af72-30d589f00f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:14.616680 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7651a700-3a4b-4076-a5f8-14d014704979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-445168', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-433116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1045973'] for router, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:14.653765 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.db_base_plugin_common [None req-28bedf4f-7481-445a-9964-04b58b7aee36 None None] Allocated IP 172.20.0.2 (12a10b2c-ecb6-417c-853a-623712b8987c/741a0333-3ca5-4733-bb96-da19d13925dd/5625bbd9-097e-4a7e-9f91-11d16d530050) {{(pid=79282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:28:14.706787 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-19147a10-583c-4417-bd1f-3ce27e9d607a None None] Notify callbacks [] for port, precommit_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:14.719625 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.provisioning_blocks [None req-19147a10-583c-4417-bd1f-3ce27e9d607a None None] Transition to ACTIVE for port object f02518cb-434a-4520-b9f5-d051983c1eaf will not be triggered until provisioned by entity L2. {{(pid=79283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:28:14.795113 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-19147a10-583c-4417-bd1f-3ce27e9d607a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:14.800289 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [None req-6b687350-4471-4e32-ad48-2ff0dface8ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:15.084176 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1632e6f-ff28-4f82-91d9-55ead373b3aa None None] Pushing event updated for resources: {'Port': ['ID=f02518cb-434a-4520-b9f5-d051983c1eaf,revision_number=3']} {{(pid=79283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:15.087843 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [None req-b1632e6f-ff28-4f82-91d9-55ead373b3aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:15.151978 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-19147a10-583c-4417-bd1f-3ce27e9d607a None None] Attempting to bind port f02518cb-434a-4520-b9f5-d051983c1eaf on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:28:15.152545 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-19147a10-583c-4417-bd1f-3ce27e9d607a None None] Attempting to bind port f02518cb-434a-4520-b9f5-d051983c1eaf by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': '1c39852f-0857-4470-bd9b-8694ca919dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1e6cfeed-3dc4-4751-8e65-629231ed07c9'}] {{(pid=79283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:28:15.153107 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19147a10-583c-4417-bd1f-3ce27e9d607a None None] Attempting to bind port f02518cb-434a-4520-b9f5-d051983c1eaf on network 1e6cfeed-3dc4-4751-8e65-629231ed07c9 {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:28:15.159692 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19147a10-583c-4417-bd1f-3ce27e9d607a None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:28:15.160066 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19147a10-583c-4417-bd1f-3ce27e9d607a None None] Checking segment: {'id': '1c39852f-0857-4470-bd9b-8694ca919dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1e6cfeed-3dc4-4751-8e65-629231ed07c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:28:15.160470 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-19147a10-583c-4417-bd1f-3ce27e9d607a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:15.160860 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19147a10-583c-4417-bd1f-3ce27e9d607a None None] Bound using segment: {'id': '1c39852f-0857-4470-bd9b-8694ca919dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1e6cfeed-3dc4-4751-8e65-629231ed07c9'} {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:28:15.161326 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-19147a10-583c-4417-bd1f-3ce27e9d607a None None] Bound port: f02518cb-434a-4520-b9f5-d051983c1eaf, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c39852f-0857-4470-bd9b-8694ca919dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1e6cfeed-3dc4-4751-8e65-629231ed07c9'}}] {{(pid=79283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:28:15.161699 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-19147a10-583c-4417-bd1f-3ce27e9d607a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:15.169464 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7651a700-3a4b-4076-a5f8-14d014704979 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:15.241522 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7651a700-3a4b-4076-a5f8-14d014704979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:15.305315 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.db [None req-19147a10-583c-4417-bd1f-3ce27e9d607a None None] For port f02518cb-434a-4520-b9f5-d051983c1eaf, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:28:15.308774 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.db [None req-19147a10-583c-4417-bd1f-3ce27e9d607a None None] For port f02518cb-434a-4520-b9f5-d051983c1eaf, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=f02518cb-434a-4520-b9f5-d051983c1eaf,segment=NetworkSegment(1c39852f-0857-4470-bd9b-8694ca919dae),segment_id=1c39852f-0857-4470-bd9b-8694ca919dae)] {{(pid=79283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:28:15.316814 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-28bedf4f-7481-445a-9964-04b58b7aee36 None None] Notify callbacks [] for port, precommit_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:15.390205 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-d61560e1-9aba-4509-af72-30d589f00f11 None None] Notify callbacks [] for port, precommit_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:15.395577 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-19147a10-583c-4417-bd1f-3ce27e9d607a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:15.403207 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:15.415160 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-d61560e1-9aba-4509-af72-30d589f00f11 None None] Transition to ACTIVE for port object ad9a6b66-6aeb-48b8-be83-871979dd0d99 will not be triggered until provisioned by entity L2. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:28:15.433042 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-28bedf4f-7481-445a-9964-04b58b7aee36 None None] Transition to ACTIVE for port object 5625bbd9-097e-4a7e-9f91-11d16d530050 will not be triggered until provisioned by entity L2. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:28:15.500398 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-28bedf4f-7481-445a-9964-04b58b7aee36 None None] Transition to ACTIVE for port object 5625bbd9-097e-4a7e-9f91-11d16d530050 will not be triggered until provisioned by entity DHCP. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:28:15.529018 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_common [None req-7651a700-3a4b-4076-a5f8-14d014704979 admin admin] Allocated IP 172.27.2.64 (42a1d626-e0b0-418c-b7f5-2b1d715bf830/6e10255a-9813-4d83-92b3-230f73c18e4f/3b51b8a0-e438-4fca-aec0-d8d65a5011a8) {{(pid=79281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:28:15.555686 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-d61560e1-9aba-4509-af72-30d589f00f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:15.573995 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1632e6f-ff28-4f82-91d9-55ead373b3aa None None] Pushing event updated for resources: {'Port': ['ID=f02518cb-434a-4520-b9f5-d051983c1eaf,revision_number=4']} {{(pid=79283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:15.574894 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-c45848e9-137a-475c-9648-c5ed4238aa3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:15.585213 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [None req-b1632e6f-ff28-4f82-91d9-55ead373b3aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:15.621820 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19147a10-583c-4417-bd1f-3ce27e9d607a None None] Routers {'15ee4448-a22f-43f2-ba3a-401b0f2ad1f0'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:28:15.622484 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-19147a10-583c-4417-bd1f-3ce27e9d607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:27:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['15ee4448-a22f-43f2-ba3a-401b0f2ad1f0'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:15.703712 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabba2b7-ec70-47a2-af91-b5f7ca185707 None None] Pushing event updated for resources: {'Port': ['ID=ad9a6b66-6aeb-48b8-be83-871979dd0d99,revision_number=3']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:15.717009 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-28bedf4f-7481-445a-9964-04b58b7aee36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841'] for port, after_create {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:15.815873 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7651a700-3a4b-4076-a5f8-14d014704979 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:15.833361 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-fabba2b7-ec70-47a2-af91-b5f7ca185707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:15.834001 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-fabba2b7-ec70-47a2-af91-b5f7ca185707 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:15.896760 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-281eafe3-4c42-4592-b169-954b48b3d5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:15.938756 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7651a700-3a4b-4076-a5f8-14d014704979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:15.945761 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-c35cd155-8d72-4e0e-8b1a-60ca58b27bde tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:15.954255 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bedf4f-7481-445a-9964-04b58b7aee36 None None] Network 12a10b2c-ecb6-417c-853a-623712b8987c is already hosted by enough agents. {{(pid=79282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:28:15.955351 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:28:15.990180 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-19147a10-583c-4417-bd1f-3ce27e9d607a None None] Set router 15ee4448-a22f-43f2-ba3a-401b0f2ad1f0 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:28:16.047081 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7651a700-3a4b-4076-a5f8-14d014704979 admin admin] Network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:28:16.054452 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-7651a700-3a4b-4076-a5f8-14d014704979 admin admin] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:28:16.055289 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.scheduler.base_scheduler [None req-28bedf4f-7481-445a-9964-04b58b7aee36 None None] Resources bound (agent type, host, resource id): {{(pid=79282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:28:16.062752 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7651a700-3a4b-4076-a5f8-14d014704979 admin admin] Received port after_create {{(pid=79281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:28:16.070893 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bedf4f-7481-445a-9964-04b58b7aee36 None None] Received port after_create {{(pid=79282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:28:16.105660 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bedf4f-7481-445a-9964-04b58b7aee36 None None] Pushing event updated for resources: {'Port': ['ID=5625bbd9-097e-4a7e-9f91-11d16d530050,revision_number=1']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:16.168020 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-28bedf4f-7481-445a-9964-04b58b7aee36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:16.215743 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-d61560e1-9aba-4509-af72-30d589f00f11 None None] Attempting to bind port ad9a6b66-6aeb-48b8-be83-871979dd0d99 on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:28:16.215743 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-d61560e1-9aba-4509-af72-30d589f00f11 None None] Attempting to bind port ad9a6b66-6aeb-48b8-be83-871979dd0d99 by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': 'c7b9b05b-accd-45f4-8e0f-e1ea12cbb998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16'}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:28:16.215743 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61560e1-9aba-4509-af72-30d589f00f11 None None] Attempting to bind port ad9a6b66-6aeb-48b8-be83-871979dd0d99 on network e6fe2ea0-0db1-45f0-b531-7aee8c41de16 {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:28:16.233080 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-28bedf4f-7481-445a-9964-04b58b7aee36 None None] Attempting to bind port 5625bbd9-097e-4a7e-9f91-11d16d530050 on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:28:16.233453 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-28bedf4f-7481-445a-9964-04b58b7aee36 None None] Attempting to bind port 5625bbd9-097e-4a7e-9f91-11d16d530050 by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': 'e75ebc96-021c-442b-be4e-e621ad8e8bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '12a10b2c-ecb6-417c-853a-623712b8987c'}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:28:16.233825 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bedf4f-7481-445a-9964-04b58b7aee36 None None] Attempting to bind port 5625bbd9-097e-4a7e-9f91-11d16d530050 on network 12a10b2c-ecb6-417c-853a-623712b8987c {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:28:16.250033 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61560e1-9aba-4509-af72-30d589f00f11 None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:28:16.255924 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61560e1-9aba-4509-af72-30d589f00f11 None None] Checking segment: {'id': 'c7b9b05b-accd-45f4-8e0f-e1ea12cbb998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:28:16.258852 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-d61560e1-9aba-4509-af72-30d589f00f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:16.259266 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61560e1-9aba-4509-af72-30d589f00f11 None None] Bound using segment: {'id': 'c7b9b05b-accd-45f4-8e0f-e1ea12cbb998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16'} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:28:16.259805 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-d61560e1-9aba-4509-af72-30d589f00f11 None None] Bound port: ad9a6b66-6aeb-48b8-be83-871979dd0d99, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7b9b05b-accd-45f4-8e0f-e1ea12cbb998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16'}}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:28:16.260189 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-d61560e1-9aba-4509-af72-30d589f00f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:16.316390 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bedf4f-7481-445a-9964-04b58b7aee36 None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:28:16.316771 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bedf4f-7481-445a-9964-04b58b7aee36 None None] Checking segment: {'id': 'e75ebc96-021c-442b-be4e-e621ad8e8bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '12a10b2c-ecb6-417c-853a-623712b8987c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:28:16.317258 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-28bedf4f-7481-445a-9964-04b58b7aee36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:16.318336 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bedf4f-7481-445a-9964-04b58b7aee36 None None] Bound using segment: {'id': 'e75ebc96-021c-442b-be4e-e621ad8e8bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '12a10b2c-ecb6-417c-853a-623712b8987c'} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:28:16.319025 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-28bedf4f-7481-445a-9964-04b58b7aee36 None None] Bound port: 5625bbd9-097e-4a7e-9f91-11d16d530050, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75ebc96-021c-442b-be4e-e621ad8e8bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '12a10b2c-ecb6-417c-853a-623712b8987c'}}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:28:16.319938 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-28bedf4f-7481-445a-9964-04b58b7aee36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:16.477772 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-d61560e1-9aba-4509-af72-30d589f00f11 None None] For port ad9a6b66-6aeb-48b8-be83-871979dd0d99, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:28:16.481972 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-d61560e1-9aba-4509-af72-30d589f00f11 None None] For port ad9a6b66-6aeb-48b8-be83-871979dd0d99, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=ad9a6b66-6aeb-48b8-be83-871979dd0d99,segment=NetworkSegment(c7b9b05b-accd-45f4-8e0f-e1ea12cbb998),segment_id=c7b9b05b-accd-45f4-8e0f-e1ea12cbb998)] {{(pid=79282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:28:16.543644 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651a700-3a4b-4076-a5f8-14d014704979 admin admin] Pushing event updated for resources: {'Port': ['ID=3b51b8a0-e438-4fca-aec0-d8d65a5011a8,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:16.551229 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-7651a700-3a4b-4076-a5f8-14d014704979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:16.574597 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-28bedf4f-7481-445a-9964-04b58b7aee36 None None] For port 5625bbd9-097e-4a7e-9f91-11d16d530050, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:28:16.583944 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-28bedf4f-7481-445a-9964-04b58b7aee36 None None] For port 5625bbd9-097e-4a7e-9f91-11d16d530050, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=5625bbd9-097e-4a7e-9f91-11d16d530050,segment=NetworkSegment(e75ebc96-021c-442b-be4e-e621ad8e8bb8),segment_id=e75ebc96-021c-442b-be4e-e621ad8e8bb8)] {{(pid=79282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:28:16.590097 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-d61560e1-9aba-4509-af72-30d589f00f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:16.595129 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-1754bb54-3dfa-4671-bc2d-ff8e1e7a8cd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:16.613844 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-19147a10-583c-4417-bd1f-3ce27e9d607a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ee4448-a22f-43f2-ba3a-401b0f2ad1f0', 'name': 'tempest-TestMinimumBasicScenario-641381060-router', 'tenant_id': 'be79e7186fd84cf88967e0ca263eebe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'f62a2288-959f-4329-b65a-0b1e242a17f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:04Z', 'updated_at': '2021-05-17T16:28:10Z', 'revision_number': 4, 'project_id': 'be79e7186fd84cf88967e0ca263eebe7', 'gw_port': {'id': 'f62a2288-959f-4329-b65a-0b1e242a17f6', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ee4448-a22f-43f2-ba3a-401b0f2ad1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:05Z', 'updated_at': '2021-05-17T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'f02518cb-434a-4520-b9f5-d051983c1eaf', 'name': '', 'network_id': '1e6cfeed-3dc4-4751-8e65-629231ed07c9', 'tenant_id': 'be79e7186fd84cf88967e0ca263eebe7', 'mac_address': 'fa:16:3e:bc:9b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ee4448-a22f-43f2-ba3a-401b0f2ad1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '65f3c20f-06d7-4b3b-8cb1-5f05025f0064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:09Z', 'updated_at': '2021-05-17T16:28:15Z', 'revision_number': 4, 'project_id': 'be79e7186fd84cf88967e0ca263eebe7', 'subnets': [{'id': '65f3c20f-06d7-4b3b-8cb1-5f05025f0064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:16.618775 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19147a10-583c-4417-bd1f-3ce27e9d607a None None] The sync data for ids ['15ee4448-a22f-43f2-ba3a-401b0f2ad1f0'] in dv-cinder-768105-8-iscsi is: [{'id': '15ee4448-a22f-43f2-ba3a-401b0f2ad1f0', 'name': 'tempest-TestMinimumBasicScenario-641381060-router', 'tenant_id': 'be79e7186fd84cf88967e0ca263eebe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'f62a2288-959f-4329-b65a-0b1e242a17f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:04Z', 'updated_at': '2021-05-17T16:28:10Z', 'revision_number': 4, 'project_id': 'be79e7186fd84cf88967e0ca263eebe7', 'gw_port': {'id': 'f62a2288-959f-4329-b65a-0b1e242a17f6', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ee4448-a22f-43f2-ba3a-401b0f2ad1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:05Z', 'updated_at': '2021-05-17T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'f02518cb-434a-4520-b9f5-d051983c1eaf', 'name': '', 'network_id': '1e6cfeed-3dc4-4751-8e65-629231ed07c9', 'tenant_id': 'be79e7186fd84cf88967e0ca263eebe7', 'mac_address': 'fa:16:3e:bc:9b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ee4448-a22f-43f2-ba3a-401b0f2ad1f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '65f3c20f-06d7-4b3b-8cb1-5f05025f0064', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:09Z', 'updated_at': '2021-05-17T16:28:15Z', 'revision_number': 4, 'project_id': 'be79e7186fd84cf88967e0ca263eebe7', 'subnets': [{'id': '65f3c20f-06d7-4b3b-8cb1-5f05025f0064', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:28:16.726264 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-28bedf4f-7481-445a-9964-04b58b7aee36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:16.778805 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabba2b7-ec70-47a2-af91-b5f7ca185707 None None] Pushing event updated for resources: {'Port': ['ID=ad9a6b66-6aeb-48b8-be83-871979dd0d99,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:16.785216 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-fabba2b7-ec70-47a2-af91-b5f7ca185707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:16.786486 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:16.866046 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61560e1-9aba-4509-af72-30d589f00f11 None None] Routers {'1d0dc66f-e4d2-468e-96d0-0199564b409f'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:28:16.866793 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-d61560e1-9aba-4509-af72-30d589f00f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:27:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['1d0dc66f-e4d2-468e-96d0-0199564b409f'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:17.028684 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device f02518cb-434a-4520-b9f5-d051983c1eaf up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:28:17.068572 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7651a700-3a4b-4076-a5f8-14d014704979 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:17.310147 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bedf4f-7481-445a-9964-04b58b7aee36 None None] Pushing event updated for resources: {'Port': ['ID=5625bbd9-097e-4a7e-9f91-11d16d530050,revision_number=2']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:17.372282 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-28bedf4f-7481-445a-9964-04b58b7aee36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:17.474738 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-d61560e1-9aba-4509-af72-30d589f00f11 None None] Set router 1d0dc66f-e4d2-468e-96d0-0199564b409f gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:28:17.571873 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port f02518cb-434a-4520-b9f5-d051983c1eaf completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:28:17.620900 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7651a700-3a4b-4076-a5f8-14d014704979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-433093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-408247'] for router, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:17.630768 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port f02518cb-434a-4520-b9f5-d051983c1eaf triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:17.632054 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:18.069763 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7651a700-3a4b-4076-a5f8-14d014704979 admin admin] Router 524837ef-b8cb-4193-a2fe-fc99a78ee185 is scheduled to L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 with binding_index 1 {{(pid=79281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 17 16:28:18.157184 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:18.239768 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-89cd31a2-b584-42b4-8112-75abce114ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:18.262666 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8eb19dd-c12e-4be8-950d-96aaf88e9c60 None None] Network 12a10b2c-ecb6-417c-853a-623712b8987c requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:28:18.283698 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:18.295702 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] For port f02518cb-434a-4520-b9f5-d051983c1eaf, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=f02518cb-434a-4520-b9f5-d051983c1eaf,segment=NetworkSegment(1c39852f-0857-4470-bd9b-8694ca919dae),segment_id=1c39852f-0857-4470-bd9b-8694ca919dae)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:28:18.375273 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7651a700-3a4b-4076-a5f8-14d014704979 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:28:18.409670 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc92259-aab1-402b-84ba-f97858950fc3 None None] Sync routers for ids ['524837ef-b8cb-4193-a2fe-fc99a78ee185'] in dv-cinder-768105-8-iscsi {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:28:18.420042 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:18.432389 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-69810993-94d3-45f4-b5b7-97973aedfa8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:18.458821 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7651a700-3a4b-4076-a5f8-14d014704979 admin admin] Notify callbacks [] for router, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:18.463430 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 41580) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:28:18.470406 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-7651a700-3a4b-4076-a5f8-14d014704979 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6574924 May 17 16:28:18.494599 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-83157dc2-587b-4362-a80b-5886156a82ea None None] Provisioning for port 5625bbd9-097e-4a7e-9f91-11d16d530050 completed by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:28:18.505400 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-d61560e1-9aba-4509-af72-30d589f00f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'name': 'tempest-TestVolumeBootPattern-1118485279-router', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:01Z', 'updated_at': '2021-05-17T16:28:07Z', 'revision_number': 4, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'gw_port': {'id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:03Z', 'updated_at': '2021-05-17T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'ad9a6b66-6aeb-48b8-be83-871979dd0d99', 'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'mac_address': 'fa:16:3e:f5:a8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:06Z', 'updated_at': '2021-05-17T16:28:16Z', 'revision_number': 4, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'subnets': [{'id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:18.535400 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61560e1-9aba-4509-af72-30d589f00f11 None None] The sync data for ids ['1d0dc66f-e4d2-468e-96d0-0199564b409f'] in dv-cinder-768105-8-iscsi is: [{'id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'name': 'tempest-TestVolumeBootPattern-1118485279-router', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:01Z', 'updated_at': '2021-05-17T16:28:07Z', 'revision_number': 4, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'gw_port': {'id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:03Z', 'updated_at': '2021-05-17T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'ad9a6b66-6aeb-48b8-be83-871979dd0d99', 'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'mac_address': 'fa:16:3e:f5:a8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:06Z', 'updated_at': '2021-05-17T16:28:16Z', 'revision_number': 4, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'subnets': [{'id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:28:18.541004 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc92259-aab1-402b-84ba-f97858950fc3 None None] Routers {'524837ef-b8cb-4193-a2fe-fc99a78ee185'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:28:18.541762 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-7dc92259-aab1-402b-84ba-f97858950fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:28:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['524837ef-b8cb-4193-a2fe-fc99a78ee185'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:18.875101 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Pushing event updated for resources: {'Port': ['ID=f02518cb-434a-4520-b9f5-d051983c1eaf,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:18.878887 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:18.881417 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-7dc92259-aab1-402b-84ba-f97858950fc3 None None] Set router 524837ef-b8cb-4193-a2fe-fc99a78ee185 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:28:19.018209 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device ad9a6b66-6aeb-48b8-be83-871979dd0d99 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:28:19.233216 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:19.361620 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port ad9a6b66-6aeb-48b8-be83-871979dd0d99 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:28:19.368012 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port ad9a6b66-6aeb-48b8-be83-871979dd0d99 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:19.368642 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:19.435208 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-7dc92259-aab1-402b-84ba-f97858950fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524837ef-b8cb-4193-a2fe-fc99a78ee185', 'name': 'tempest-TestVolumeBootPattern-1227803455-router', 'tenant_id': '683fcbd3bad64bfab64439cbaecb58d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '3b51b8a0-e438-4fca-aec0-d8d65a5011a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:13Z', 'updated_at': '2021-05-17T16:28:16Z', 'revision_number': 3, 'project_id': '683fcbd3bad64bfab64439cbaecb58d6', 'gw_port': {'id': '3b51b8a0-e438-4fca-aec0-d8d65a5011a8', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:97:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524837ef-b8cb-4193-a2fe-fc99a78ee185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:15Z', 'updated_at': '2021-05-17T16:28:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:19.442899 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc92259-aab1-402b-84ba-f97858950fc3 None None] Checking router: 524837ef-b8cb-4193-a2fe-fc99a78ee185 for host: dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:28:19.443248 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc92259-aab1-402b-84ba-f97858950fc3 None None] Updating router 524837ef-b8cb-4193-a2fe-fc99a78ee185 port 3b51b8a0-e438-4fca-aec0-d8d65a5011a8 binding host dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:28:19.614715 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e53b7768-d7f5-4fbd-9a8a-085d18a3ceae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:19.683841 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:19.700425 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-7dc92259-aab1-402b-84ba-f97858950fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:19.820821 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] For port ad9a6b66-6aeb-48b8-be83-871979dd0d99, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=ad9a6b66-6aeb-48b8-be83-871979dd0d99,segment=NetworkSegment(c7b9b05b-accd-45f4-8e0f-e1ea12cbb998),segment_id=c7b9b05b-accd-45f4-8e0f-e1ea12cbb998)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:28:19.895801 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:19.896693 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 5625bbd9-097e-4a7e-9f91-11d16d530050 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:28:19.904450 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_common [None req-e53b7768-d7f5-4fbd-9a8a-085d18a3ceae admin admin] Allocated IP 172.20.0.1 (12a10b2c-ecb6-417c-853a-623712b8987c/741a0333-3ca5-4733-bb96-da19d13925dd/c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091) {{(pid=79280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:28:19.931027 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-3bfe86f6-890a-4067-9999-e1b3369ef516 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:20.019505 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Pushing event updated for resources: {'Port': ['ID=ad9a6b66-6aeb-48b8-be83-871979dd0d99,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:20.030471 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:20.071992 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e53b7768-d7f5-4fbd-9a8a-085d18a3ceae admin admin] Notify callbacks [] for port, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:20.089873 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.provisioning_blocks [None req-e53b7768-d7f5-4fbd-9a8a-085d18a3ceae admin admin] Transition to ACTIVE for port object c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091 will not be triggered until provisioned by entity DHCP. {{(pid=79280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:28:20.224098 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e53b7768-d7f5-4fbd-9a8a-085d18a3ceae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:20.235345 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-87cd76b8-0ae2-4e55-b1ce-15159bc7e535 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:20.254778 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port 5625bbd9-097e-4a7e-9f91-11d16d530050 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:28:20.277056 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port 5625bbd9-097e-4a7e-9f91-11d16d530050 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:20.278258 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:20.304931 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53b7768-d7f5-4fbd-9a8a-085d18a3ceae admin admin] Network 12a10b2c-ecb6-417c-853a-623712b8987c is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:28:20.312524 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [None req-e53b7768-d7f5-4fbd-9a8a-085d18a3ceae admin admin] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:28:20.316635 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53b7768-d7f5-4fbd-9a8a-085d18a3ceae admin admin] Received port after_create {{(pid=79280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:28:20.367056 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-7dc92259-aab1-402b-84ba-f97858950fc3 None None] Notify callbacks [] for port, precommit_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:20.392721 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b7768-d7f5-4fbd-9a8a-085d18a3ceae admin admin] Pushing event updated for resources: {'Port': ['ID=c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:20.397246 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-e53b7768-d7f5-4fbd-9a8a-085d18a3ceae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:20.414621 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e53b7768-d7f5-4fbd-9a8a-085d18a3ceae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432716'] for router_interface, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:20.414885 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-7dc92259-aab1-402b-84ba-f97858950fc3 None None] Transition to ACTIVE for port object 3b51b8a0-e438-4fca-aec0-d8d65a5011a8 will not be triggered until provisioned by entity L2. {{(pid=79282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:28:20.512744 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-7dc92259-aab1-402b-84ba-f97858950fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:20.519918 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-8cc1f14c-4e79-48c5-ad76-0a5c84c020ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:20.620640 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:20.720903 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e53b7768-d7f5-4fbd-9a8a-085d18a3ceae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:20.723905 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-7dc92259-aab1-402b-84ba-f97858950fc3 None None] Attempting to bind port 3b51b8a0-e438-4fca-aec0-d8d65a5011a8 on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:28:20.724264 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-7dc92259-aab1-402b-84ba-f97858950fc3 None None] Attempting to bind port 3b51b8a0-e438-4fca-aec0-d8d65a5011a8 by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:28:20.726341 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc92259-aab1-402b-84ba-f97858950fc3 None None] Attempting to bind port 3b51b8a0-e438-4fca-aec0-d8d65a5011a8 on network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:28:20.749564 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc92259-aab1-402b-84ba-f97858950fc3 None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:28:20.752939 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc92259-aab1-402b-84ba-f97858950fc3 None None] Checking segment: {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:28:20.752939 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-7dc92259-aab1-402b-84ba-f97858950fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:20.752939 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc92259-aab1-402b-84ba-f97858950fc3 None None] Bound using segment: {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'} {{(pid=79282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:28:20.752939 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.managers [None req-7dc92259-aab1-402b-84ba-f97858950fc3 None None] Bound port: 3b51b8a0-e438-4fca-aec0-d8d65a5011a8, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4de580b-76bc-403f-9a98-9ee7fe7150e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}}] {{(pid=79282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:28:20.752939 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-7dc92259-aab1-402b-84ba-f97858950fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:20.779657 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7697246-662c-46b3-87aa-8111c74b0bd1 None None] Pushing event updated for resources: {'Port': ['ID=3b51b8a0-e438-4fca-aec0-d8d65a5011a8,revision_number=2']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:20.788647 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-b7697246-662c-46b3-87aa-8111c74b0bd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:20.804616 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:20.819744 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] For port 5625bbd9-097e-4a7e-9f91-11d16d530050, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=5625bbd9-097e-4a7e-9f91-11d16d530050,segment=NetworkSegment(e75ebc96-021c-442b-be4e-e621ad8e8bb8),segment_id=e75ebc96-021c-442b-be4e-e621ad8e8bb8)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:28:20.853972 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-7dc92259-aab1-402b-84ba-f97858950fc3 None None] For port 3b51b8a0-e438-4fca-aec0-d8d65a5011a8, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:28:20.858284 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-7dc92259-aab1-402b-84ba-f97858950fc3 None None] For port 3b51b8a0-e438-4fca-aec0-d8d65a5011a8, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=3b51b8a0-e438-4fca-aec0-d8d65a5011a8,segment=NetworkSegment(b4de580b-76bc-403f-9a98-9ee7fe7150e1),segment_id=b4de580b-76bc-403f-9a98-9ee7fe7150e1)] {{(pid=79282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:28:20.926081 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-31b1d69d-30e0-4f30-b9ef-a77c6017d3aa None None] Provisioning for port c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091 completed by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:28:20.931594 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-31b1d69d-30e0-4f30-b9ef-a77c6017d3aa None None] Provisioning complete for port c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091 triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:20.932286 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-31b1d69d-30e0-4f30-b9ef-a77c6017d3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:20.991658 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:20.994203 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-7dc92259-aab1-402b-84ba-f97858950fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:21.000490 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:21.018453 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e53b7768-d7f5-4fbd-9a8a-085d18a3ceae admin admin] Notify callbacks [] for port, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:21.078569 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-31b1d69d-30e0-4f30-b9ef-a77c6017d3aa None None] Port c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091 cannot update to ACTIVE because it is not bound. {{(pid=79282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:28:21.099688 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc92259-aab1-402b-84ba-f97858950fc3 None None] Routers {'524837ef-b8cb-4193-a2fe-fc99a78ee185'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:28:21.100421 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-7dc92259-aab1-402b-84ba-f97858950fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:28:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['524837ef-b8cb-4193-a2fe-fc99a78ee185'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:21.127793 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e53b7768-d7f5-4fbd-9a8a-085d18a3ceae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566544'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:21.155267 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-2c3199d6-96ca-40db-a161-a6560a771979 tempest-ServerRescueNegativeTestJSON-453387314 tempest-ServerRescueNegativeTestJSON-453387314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:21.161160 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device ad9a6b66-6aeb-48b8-be83-871979dd0d99 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:28:21.191971 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Pushing event updated for resources: {'Port': ['ID=5625bbd9-097e-4a7e-9f91-11d16d530050,revision_number=3']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:21.251407 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b7768-d7f5-4fbd-9a8a-085d18a3ceae admin admin] Pushing event updated for resources: {'Port': ['ID=c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091,revision_number=2']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:21.262215 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-e53b7768-d7f5-4fbd-9a8a-085d18a3ceae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:21.267501 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e53b7768-d7f5-4fbd-9a8a-085d18a3ceae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-515311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-402923'] for router_interface, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:21.350727 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7697246-662c-46b3-87aa-8111c74b0bd1 None None] Pushing event updated for resources: {'Port': ['ID=3b51b8a0-e438-4fca-aec0-d8d65a5011a8,revision_number=3']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:21.369429 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-b7697246-662c-46b3-87aa-8111c74b0bd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:21.379179 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.347s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:21.379783 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:21.475411 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53b7768-d7f5-4fbd-9a8a-085d18a3ceae admin admin] Network 12a10b2c-ecb6-417c-853a-623712b8987c is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:28:21.477155 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [None req-e53b7768-d7f5-4fbd-9a8a-085d18a3ceae admin admin] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:28:21.531888 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port ad9a6b66-6aeb-48b8-be83-871979dd0d99 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:21.535352 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:21.649660 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-7dc92259-aab1-402b-84ba-f97858950fc3 None None] Set router 524837ef-b8cb-4193-a2fe-fc99a78ee185 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:28:21.751213 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53b7768-d7f5-4fbd-9a8a-085d18a3ceae admin admin] Router 524837ef-b8cb-4193-a2fe-fc99a78ee185 has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:28:21.889112 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:22.074397 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53b7768-d7f5-4fbd-9a8a-085d18a3ceae admin admin] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:28:22.087812 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-e53b7768-d7f5-4fbd-9a8a-085d18a3ceae admin admin] 10.222.0.11 "PUT /v2.0/routers/524837ef-b8cb-4193-a2fe-fc99a78ee185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6221862 May 17 16:28:22.136876 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device f02518cb-434a-4520-b9f5-d051983c1eaf up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:28:22.202542 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-8e62dbd3-0621-45d9-be39-916521389d01 None None] Provisioning complete for port c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091 triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:22.202926 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-8e62dbd3-0621-45d9-be39-916521389d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:22.321168 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-8e62dbd3-0621-45d9-be39-916521389d01 None None] Port c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091 cannot update to ACTIVE because it is not bound. {{(pid=79282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:28:22.341295 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port f02518cb-434a-4520-b9f5-d051983c1eaf triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:22.341671 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:22.416318 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-7dc92259-aab1-402b-84ba-f97858950fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524837ef-b8cb-4193-a2fe-fc99a78ee185', 'name': 'tempest-TestVolumeBootPattern-1227803455-router', 'tenant_id': '683fcbd3bad64bfab64439cbaecb58d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '3b51b8a0-e438-4fca-aec0-d8d65a5011a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:13Z', 'updated_at': '2021-05-17T16:28:20Z', 'revision_number': 4, 'project_id': '683fcbd3bad64bfab64439cbaecb58d6', 'gw_port': {'id': '3b51b8a0-e438-4fca-aec0-d8d65a5011a8', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:97:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524837ef-b8cb-4193-a2fe-fc99a78ee185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:15Z', 'updated_at': '2021-05-17T16:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091', 'name': '', 'network_id': '12a10b2c-ecb6-417c-853a-623712b8987c', 'tenant_id': '683fcbd3bad64bfab64439cbaecb58d6', 'mac_address': 'fa:16:3e:87:0b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524837ef-b8cb-4193-a2fe-fc99a78ee185', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '741a0333-3ca5-4733-bb96-da19d13925dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:19Z', 'updated_at': '2021-05-17T16:28:20Z', 'revision_number': 2, 'project_id': '683fcbd3bad64bfab64439cbaecb58d6', 'subnets': [{'id': '741a0333-3ca5-4733-bb96-da19d13925dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:22.425760 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc92259-aab1-402b-84ba-f97858950fc3 None None] The sync data for ids ['524837ef-b8cb-4193-a2fe-fc99a78ee185'] in dv-cinder-768105-8-iscsi is: [{'id': '524837ef-b8cb-4193-a2fe-fc99a78ee185', 'name': 'tempest-TestVolumeBootPattern-1227803455-router', 'tenant_id': '683fcbd3bad64bfab64439cbaecb58d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '3b51b8a0-e438-4fca-aec0-d8d65a5011a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:13Z', 'updated_at': '2021-05-17T16:28:20Z', 'revision_number': 4, 'project_id': '683fcbd3bad64bfab64439cbaecb58d6', 'gw_port': {'id': '3b51b8a0-e438-4fca-aec0-d8d65a5011a8', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:97:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524837ef-b8cb-4193-a2fe-fc99a78ee185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:15Z', 'updated_at': '2021-05-17T16:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091', 'name': '', 'network_id': '12a10b2c-ecb6-417c-853a-623712b8987c', 'tenant_id': '683fcbd3bad64bfab64439cbaecb58d6', 'mac_address': 'fa:16:3e:87:0b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524837ef-b8cb-4193-a2fe-fc99a78ee185', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '741a0333-3ca5-4733-bb96-da19d13925dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:19Z', 'updated_at': '2021-05-17T16:28:20Z', 'revision_number': 2, 'project_id': '683fcbd3bad64bfab64439cbaecb58d6', 'subnets': [{'id': '741a0333-3ca5-4733-bb96-da19d13925dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:28:23.144203 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 5625bbd9-097e-4a7e-9f91-11d16d530050 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:28:23.276466 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port 5625bbd9-097e-4a7e-9f91-11d16d530050 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:23.276850 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:24.193555 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 41614) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:28:24.201121 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-0e4a29bd-122e-4504-b9a9-1c980453a48b tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-582303773', 'description': 'tempest-secgroup-smoke-582303773 description', 'project_id': '7a068a8fe37545c7b11756cf0d188624'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:28:24.209550 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-0e4a29bd-122e-4504-b9a9-1c980453a48b tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:28:24.214483 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-0e4a29bd-122e-4504-b9a9-1c980453a48b tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Usage tracker for resource:security_group and tenant:7a068a8fe37545c7b11756cf0d188624 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:28:24.218839 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-0e4a29bd-122e-4504-b9a9-1c980453a48b tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:28:24.225495 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-0e4a29bd-122e-4504-b9a9-1c980453a48b tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:28:24.334327 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0e4a29bd-122e-4504-b9a9-1c980453a48b tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:24.354745 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-0e4a29bd-122e-4504-b9a9-1c980453a48b tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:28:24.359998 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-0e4a29bd-122e-4504-b9a9-1c980453a48b tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Usage tracker for resource:security_group_rule and tenant:7a068a8fe37545c7b11756cf0d188624 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:28:24.365651 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-0e4a29bd-122e-4504-b9a9-1c980453a48b tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:28:24.373676 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-0e4a29bd-122e-4504-b9a9-1c980453a48b tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:28:24.486963 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0e4a29bd-122e-4504-b9a9-1c980453a48b tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:24.555016 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0e4a29bd-122e-4504-b9a9-1c980453a48b tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:24.559521 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-9882c492-78af-4824-9fb4-961e3aceba50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:24.600574 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a29bd-122e-4504-b9a9-1c980453a48b tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d7f126-fa36-49de-82ed-6f57d850baac,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:24.603540 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-0e4a29bd-122e-4504-b9a9-1c980453a48b tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:24.755199 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0e4a29bd-122e-4504-b9a9-1c980453a48b tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:24.759210 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-0e4a29bd-122e-4504-b9a9-1c980453a48b tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5605519 May 17 16:28:24.760482 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 41622) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:28:24.766457 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-679f440e-ab6e-438a-b4fd-76b273ba63fa tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Request body: {'security_group_rule': {'security_group_id': '09d7f126-fa36-49de-82ed-6f57d850baac', 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:28:24.766457 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-679f440e-ab6e-438a-b4fd-76b273ba63fa tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:28:24.776429 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-679f440e-ab6e-438a-b4fd-76b273ba63fa tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Usage tracker for resource:security_group_rule and tenant:7a068a8fe37545c7b11756cf0d188624 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:28:24.779775 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-679f440e-ab6e-438a-b4fd-76b273ba63fa tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:28:24.785881 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-679f440e-ab6e-438a-b4fd-76b273ba63fa tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:28:24.943946 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-679f440e-ab6e-438a-b4fd-76b273ba63fa tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:25.020922 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-679f440e-ab6e-438a-b4fd-76b273ba63fa tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:25.177414 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 3b51b8a0-e438-4fca-aec0-d8d65a5011a8 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:28:25.183364 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-679f440e-ab6e-438a-b4fd-76b273ba63fa tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337405'] for security_group_rule, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:25.185687 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:25.236579 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f440e-ab6e-438a-b4fd-76b273ba63fa tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9154596-4fd0-49b1-a7ac-f18e4bc961b9,revision_number=0']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:25.242416 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-679f440e-ab6e-438a-b4fd-76b273ba63fa tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:25.373989 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-679f440e-ab6e-438a-b4fd-76b273ba63fa tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:25.376199 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-679f440e-ab6e-438a-b4fd-76b273ba63fa tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6138186 May 17 16:28:25.378441 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 41626) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:28:25.387431 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-02a44b2a-dccd-42ea-8ceb-3e87992e9581 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Request body: {'security_group_rule': {'security_group_id': '09d7f126-fa36-49de-82ed-6f57d850baac', 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:28:25.394572 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-02a44b2a-dccd-42ea-8ceb-3e87992e9581 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:28:25.399914 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-02a44b2a-dccd-42ea-8ceb-3e87992e9581 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Usage tracker for resource:security_group_rule and tenant:7a068a8fe37545c7b11756cf0d188624 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:28:25.406894 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port 3b51b8a0-e438-4fca-aec0-d8d65a5011a8 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:28:25.413194 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port 3b51b8a0-e438-4fca-aec0-d8d65a5011a8 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:25.413729 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:25.417999 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-02a44b2a-dccd-42ea-8ceb-3e87992e9581 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:28:25.432332 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-02a44b2a-dccd-42ea-8ceb-3e87992e9581 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:28:25.471473 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017dafd8-b26a-4987-8fab-73a6a22a110c None None] Sync routers for ids ['524837ef-b8cb-4193-a2fe-fc99a78ee185'] in dv-cinder-768105-8-iscsi {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:28:25.492853 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017dafd8-b26a-4987-8fab-73a6a22a110c None None] Routers {'524837ef-b8cb-4193-a2fe-fc99a78ee185'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:28:25.493834 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-017dafd8-b26a-4987-8fab-73a6a22a110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:28:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['524837ef-b8cb-4193-a2fe-fc99a78ee185'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:25.681569 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-02a44b2a-dccd-42ea-8ceb-3e87992e9581 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:25.687358 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:25.722443 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-017dafd8-b26a-4987-8fab-73a6a22a110c None None] Set router 524837ef-b8cb-4193-a2fe-fc99a78ee185 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:28:25.725867 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] For port 3b51b8a0-e438-4fca-aec0-d8d65a5011a8, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=3b51b8a0-e438-4fca-aec0-d8d65a5011a8,segment=NetworkSegment(b4de580b-76bc-403f-9a98-9ee7fe7150e1),segment_id=b4de580b-76bc-403f-9a98-9ee7fe7150e1)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:28:25.770635 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-02a44b2a-dccd-42ea-8ceb-3e87992e9581 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:25.806524 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:25.808472 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:25.846890 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-02a44b2a-dccd-42ea-8ceb-3e87992e9581 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337405'] for security_group_rule, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:25.857293 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-6df8e9fe-c55c-4b19-a7e0-2661e73fa909 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:25.877246 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a44b2a-dccd-42ea-8ceb-3e87992e9581 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8c6bfa-c268-434c-b1eb-47164fb97063,revision_number=0']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:25.887290 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-02a44b2a-dccd-42ea-8ceb-3e87992e9581 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:25.901629 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Pushing event updated for resources: {'Port': ['ID=3b51b8a0-e438-4fca-aec0-d8d65a5011a8,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:25.910244 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:25.910887 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:25.911458 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:25.911959 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:25.912285 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:25.912605 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:25.912924 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:25.913318 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:25.913692 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:25.914004 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:25.914530 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:25.914987 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:25.926609 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:25.995348 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-02a44b2a-dccd-42ea-8ceb-3e87992e9581 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:25.997038 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-02a44b2a-dccd-42ea-8ceb-3e87992e9581 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6174617 May 17 16:28:26.000397 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 41632) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:28:26.005827 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-8070b16e-46a9-4adb-9b0e-1b7d076b8640 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Request body: {'security_group_rule': {'security_group_id': '09d7f126-fa36-49de-82ed-6f57d850baac', 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:28:26.019590 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-8070b16e-46a9-4adb-9b0e-1b7d076b8640 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:28:26.028704 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-8070b16e-46a9-4adb-9b0e-1b7d076b8640 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Usage tracker for resource:security_group_rule and tenant:7a068a8fe37545c7b11756cf0d188624 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:28:26.035586 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-8070b16e-46a9-4adb-9b0e-1b7d076b8640 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:28:26.044510 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-8070b16e-46a9-4adb-9b0e-1b7d076b8640 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:28:26.120862 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-017dafd8-b26a-4987-8fab-73a6a22a110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524837ef-b8cb-4193-a2fe-fc99a78ee185', 'name': 'tempest-TestVolumeBootPattern-1227803455-router', 'tenant_id': '683fcbd3bad64bfab64439cbaecb58d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '3b51b8a0-e438-4fca-aec0-d8d65a5011a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:13Z', 'updated_at': '2021-05-17T16:28:20Z', 'revision_number': 4, 'project_id': '683fcbd3bad64bfab64439cbaecb58d6', 'gw_port': {'id': '3b51b8a0-e438-4fca-aec0-d8d65a5011a8', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:97:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524837ef-b8cb-4193-a2fe-fc99a78ee185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:15Z', 'updated_at': '2021-05-17T16:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091', 'name': '', 'network_id': '12a10b2c-ecb6-417c-853a-623712b8987c', 'tenant_id': '683fcbd3bad64bfab64439cbaecb58d6', 'mac_address': 'fa:16:3e:87:0b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524837ef-b8cb-4193-a2fe-fc99a78ee185', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '741a0333-3ca5-4733-bb96-da19d13925dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:19Z', 'updated_at': '2021-05-17T16:28:20Z', 'revision_number': 2, 'project_id': '683fcbd3bad64bfab64439cbaecb58d6', 'subnets': [{'id': '741a0333-3ca5-4733-bb96-da19d13925dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:26.124875 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017dafd8-b26a-4987-8fab-73a6a22a110c None None] Checking router: 524837ef-b8cb-4193-a2fe-fc99a78ee185 for host: dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:28:26.125232 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017dafd8-b26a-4987-8fab-73a6a22a110c None None] Updating router 524837ef-b8cb-4193-a2fe-fc99a78ee185 port c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091 binding host dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 16:28:26.183282 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-017dafd8-b26a-4987-8fab-73a6a22a110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:26.202958 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8070b16e-46a9-4adb-9b0e-1b7d076b8640 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:26.283015 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8070b16e-46a9-4adb-9b0e-1b7d076b8640 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:26.372252 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8070b16e-46a9-4adb-9b0e-1b7d076b8640 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337405'] for security_group_rule, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:26.392564 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:26.412590 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070b16e-46a9-4adb-9b0e-1b7d076b8640 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c88cdae4-5ef0-4701-ab4d-684c1135c727,revision_number=0']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:26.423681 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-8070b16e-46a9-4adb-9b0e-1b7d076b8640 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:26.504715 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8070b16e-46a9-4adb-9b0e-1b7d076b8640 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:26.506386 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-8070b16e-46a9-4adb-9b0e-1b7d076b8640 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5047379 May 17 16:28:26.509150 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 41636) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:28:26.516039 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-3ba0c8e2-a149-4147-80a7-8b13337cb4a4 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Request body: {'security_group_rule': {'security_group_id': '09d7f126-fa36-49de-82ed-6f57d850baac', 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:28:26.522454 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-3ba0c8e2-a149-4147-80a7-8b13337cb4a4 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:28:26.527046 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-3ba0c8e2-a149-4147-80a7-8b13337cb4a4 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Usage tracker for resource:security_group_rule and tenant:7a068a8fe37545c7b11756cf0d188624 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:28:26.530184 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-3ba0c8e2-a149-4147-80a7-8b13337cb4a4 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:28:26.538166 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-3ba0c8e2-a149-4147-80a7-8b13337cb4a4 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:28:26.587519 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-017dafd8-b26a-4987-8fab-73a6a22a110c None None] Notify callbacks [] for port, precommit_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:26.600464 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.provisioning_blocks [None req-017dafd8-b26a-4987-8fab-73a6a22a110c None None] Transition to ACTIVE for port object c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091 will not be triggered until provisioned by entity L2. {{(pid=79283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:28:26.658603 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3ba0c8e2-a149-4147-80a7-8b13337cb4a4 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:26.692469 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-017dafd8-b26a-4987-8fab-73a6a22a110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:26.697421 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [None req-678b6e5b-dc3e-4e09-ba6e-703765e3ed8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:26.887484 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012e4ce-043e-4367-9967-a7372433de53 None None] Pushing event updated for resources: {'Port': ['ID=c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091,revision_number=3']} {{(pid=79283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:26.928059 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [None req-4012e4ce-043e-4367-9967-a7372433de53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:26.959857 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3ba0c8e2-a149-4147-80a7-8b13337cb4a4 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:27.045171 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-017dafd8-b26a-4987-8fab-73a6a22a110c None None] Attempting to bind port c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091 on host dv-cinder-768105-8-iscsi for vnic_type normal with profile {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:28:27.045795 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-017dafd8-b26a-4987-8fab-73a6a22a110c None None] Attempting to bind port c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091 by drivers openvswitch,hyperv on host dv-cinder-768105-8-iscsi at level 0 using segments [{'id': 'e75ebc96-021c-442b-be4e-e621ad8e8bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '12a10b2c-ecb6-417c-853a-623712b8987c'}] {{(pid=79283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:28:27.046115 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017dafd8-b26a-4987-8fab-73a6a22a110c None None] Attempting to bind port c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091 on network 12a10b2c-ecb6-417c-853a-623712b8987c {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:28:27.052842 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017dafd8-b26a-4987-8fab-73a6a22a110c None None] Checking agent: {'id': '33211706-8ab9-4ab6-9e2e-69be90fd89c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 14, 48), 'started_at': datetime.datetime(2021, 5, 17, 16, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:28:27.067470 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017dafd8-b26a-4987-8fab-73a6a22a110c None None] Checking segment: {'id': 'e75ebc96-021c-442b-be4e-e621ad8e8bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '12a10b2c-ecb6-417c-853a-623712b8987c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:28:27.067470 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-017dafd8-b26a-4987-8fab-73a6a22a110c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:27.067470 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017dafd8-b26a-4987-8fab-73a6a22a110c None None] Bound using segment: {'id': 'e75ebc96-021c-442b-be4e-e621ad8e8bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '12a10b2c-ecb6-417c-853a-623712b8987c'} {{(pid=79283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:28:27.067470 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.managers [None req-017dafd8-b26a-4987-8fab-73a6a22a110c None None] Bound port: c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091, host: dv-cinder-768105-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e75ebc96-021c-442b-be4e-e621ad8e8bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '12a10b2c-ecb6-417c-853a-623712b8987c'}}] {{(pid=79283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:28:27.067470 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-017dafd8-b26a-4987-8fab-73a6a22a110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:27.129197 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 3b51b8a0-e438-4fca-aec0-d8d65a5011a8 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:28:27.155356 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3ba0c8e2-a149-4147-80a7-8b13337cb4a4 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337405'] for security_group_rule, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:27.168528 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-8070b16e-46a9-4adb-9b0e-1b7d076b8640 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:27.179556 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.db [None req-017dafd8-b26a-4987-8fab-73a6a22a110c None None] For port c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091, host dv-cinder-768105-8-iscsi, cleared binding levels {{(pid=79283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:28:27.184287 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.plugins.ml2.db [None req-017dafd8-b26a-4987-8fab-73a6a22a110c None None] For port c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091, host dv-cinder-768105-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091,segment=NetworkSegment(e75ebc96-021c-442b-be4e-e621ad8e8bb8),segment_id=e75ebc96-021c-442b-be4e-e621ad8e8bb8)] {{(pid=79283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:28:27.202359 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba0c8e2-a149-4147-80a7-8b13337cb4a4 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1622cf3b-8fc9-45f8-889d-be8b0414f5ee,revision_number=0']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:27.207418 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-3ba0c8e2-a149-4147-80a7-8b13337cb4a4 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:27.247194 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port 3b51b8a0-e438-4fca-aec0-d8d65a5011a8 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:27.247735 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:27.287115 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3ba0c8e2-a149-4147-80a7-8b13337cb4a4 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:27.288728 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron_lib.callbacks.manager [None req-017dafd8-b26a-4987-8fab-73a6a22a110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:27.291580 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 41650) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:28:27.292438 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-3ba0c8e2-a149-4147-80a7-8b13337cb4a4 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7816556 May 17 16:28:27.303376 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:27.303915 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-a559f220-c4e5-456c-a79f-d803268d4d36 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Request body: {'security_group_rule': {'security_group_id': '09d7f126-fa36-49de-82ed-6f57d850baac', 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:28:27.324369 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-a559f220-c4e5-456c-a79f-d803268d4d36 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:28:27.351840 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-a559f220-c4e5-456c-a79f-d803268d4d36 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Usage tracker for resource:security_group_rule and tenant:7a068a8fe37545c7b11756cf0d188624 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:28:27.361747 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-a559f220-c4e5-456c-a79f-d803268d4d36 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:28:27.393061 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-a559f220-c4e5-456c-a79f-d803268d4d36 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:28:27.414562 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017dafd8-b26a-4987-8fab-73a6a22a110c None None] Routers {'524837ef-b8cb-4193-a2fe-fc99a78ee185'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:28:27.414562 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-017dafd8-b26a-4987-8fab-73a6a22a110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:28:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['524837ef-b8cb-4193-a2fe-fc99a78ee185'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:27.473923 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012e4ce-043e-4367-9967-a7372433de53 None None] Pushing event updated for resources: {'Port': ['ID=c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091,revision_number=4']} {{(pid=79283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:27.490410 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG oslo_concurrency.lockutils [None req-4012e4ce-043e-4367-9967-a7372433de53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79283) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:27.627124 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-017dafd8-b26a-4987-8fab-73a6a22a110c None None] Set router 524837ef-b8cb-4193-a2fe-fc99a78ee185 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:28:27.755669 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.db.securitygroups_db [None req-a559f220-c4e5-456c-a79f-d803268d4d36 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Project 7a068a8fe37545c7b11756cf0d188624 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 16:28:27.763112 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-a559f220-c4e5-456c-a79f-d803268d4d36 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:27.831139 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-a559f220-c4e5-456c-a79f-d803268d4d36 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:27.951799 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-017dafd8-b26a-4987-8fab-73a6a22a110c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524837ef-b8cb-4193-a2fe-fc99a78ee185', 'name': 'tempest-TestVolumeBootPattern-1227803455-router', 'tenant_id': '683fcbd3bad64bfab64439cbaecb58d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '3b51b8a0-e438-4fca-aec0-d8d65a5011a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:13Z', 'updated_at': '2021-05-17T16:28:20Z', 'revision_number': 4, 'project_id': '683fcbd3bad64bfab64439cbaecb58d6', 'gw_port': {'id': '3b51b8a0-e438-4fca-aec0-d8d65a5011a8', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:97:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524837ef-b8cb-4193-a2fe-fc99a78ee185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:15Z', 'updated_at': '2021-05-17T16:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091', 'name': '', 'network_id': '12a10b2c-ecb6-417c-853a-623712b8987c', 'tenant_id': '683fcbd3bad64bfab64439cbaecb58d6', 'mac_address': 'fa:16:3e:87:0b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524837ef-b8cb-4193-a2fe-fc99a78ee185', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '741a0333-3ca5-4733-bb96-da19d13925dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:19Z', 'updated_at': '2021-05-17T16:28:27Z', 'revision_number': 4, 'project_id': '683fcbd3bad64bfab64439cbaecb58d6', 'subnets': [{'id': '741a0333-3ca5-4733-bb96-da19d13925dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:28:27.956695 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017dafd8-b26a-4987-8fab-73a6a22a110c None None] The sync data for ids ['524837ef-b8cb-4193-a2fe-fc99a78ee185'] in dv-cinder-768105-8-iscsi is: [{'id': '524837ef-b8cb-4193-a2fe-fc99a78ee185', 'name': 'tempest-TestVolumeBootPattern-1227803455-router', 'tenant_id': '683fcbd3bad64bfab64439cbaecb58d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '3b51b8a0-e438-4fca-aec0-d8d65a5011a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:13Z', 'updated_at': '2021-05-17T16:28:20Z', 'revision_number': 4, 'project_id': '683fcbd3bad64bfab64439cbaecb58d6', 'gw_port': {'id': '3b51b8a0-e438-4fca-aec0-d8d65a5011a8', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:97:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524837ef-b8cb-4193-a2fe-fc99a78ee185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:15Z', 'updated_at': '2021-05-17T16:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091', 'name': '', 'network_id': '12a10b2c-ecb6-417c-853a-623712b8987c', 'tenant_id': '683fcbd3bad64bfab64439cbaecb58d6', 'mac_address': 'fa:16:3e:87:0b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524837ef-b8cb-4193-a2fe-fc99a78ee185', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '741a0333-3ca5-4733-bb96-da19d13925dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:19Z', 'updated_at': '2021-05-17T16:28:27Z', 'revision_number': 4, 'project_id': '683fcbd3bad64bfab64439cbaecb58d6', 'subnets': [{'id': '741a0333-3ca5-4733-bb96-da19d13925dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:28:28.029031 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-a559f220-c4e5-456c-a79f-d803268d4d36 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337405'] for security_group_rule, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:28.038883 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-afb1f306-e094-4527-8370-9d69fbecc258 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:28.075248 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559f220-c4e5-456c-a79f-d803268d4d36 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e1450e4-a29f-494a-98c0-0d88a744a613,revision_number=0']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:28.078335 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-a559f220-c4e5-456c-a79f-d803268d4d36 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:28.212740 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-a559f220-c4e5-456c-a79f-d803268d4d36 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:28.214894 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-a559f220-c4e5-456c-a79f-d803268d4d36 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9210608 May 17 16:28:28.217599 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 41660) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:28:28.223042 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-dd8506c8-91f0-4e1f-99f8-51f6e216b262 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Request body: {'security_group_rule': {'security_group_id': '09d7f126-fa36-49de-82ed-6f57d850baac', 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:28:28.230579 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-dd8506c8-91f0-4e1f-99f8-51f6e216b262 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:28:28.235011 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-dd8506c8-91f0-4e1f-99f8-51f6e216b262 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Usage tracker for resource:security_group_rule and tenant:7a068a8fe37545c7b11756cf0d188624 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:28:28.238557 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-dd8506c8-91f0-4e1f-99f8-51f6e216b262 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:28:28.244570 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-dd8506c8-91f0-4e1f-99f8-51f6e216b262 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:28:28.395346 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.db.securitygroups_db [None req-dd8506c8-91f0-4e1f-99f8-51f6e216b262 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Project 7a068a8fe37545c7b11756cf0d188624 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 16:28:28.402170 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-dd8506c8-91f0-4e1f-99f8-51f6e216b262 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:28.477267 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-dd8506c8-91f0-4e1f-99f8-51f6e216b262 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:28.577580 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-dd8506c8-91f0-4e1f-99f8-51f6e216b262 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337405'] for security_group_rule, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:28.579980 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-7ac1f287-1205-4057-a531-a8edc89db032 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:28.609979 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8506c8-91f0-4e1f-99f8-51f6e216b262 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35cbdeeb-88b3-4381-9966-5a6be1131c38,revision_number=0']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:28.612887 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-dd8506c8-91f0-4e1f-99f8-51f6e216b262 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:28.720583 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-dd8506c8-91f0-4e1f-99f8-51f6e216b262 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:28.725911 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-dd8506c8-91f0-4e1f-99f8-51f6e216b262 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5032437 May 17 16:28:29.109472 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:28:29.264479 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning for port c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:28:29.270997 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:29.271384 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:29.347127 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 41730) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:28:29.414162 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:29.455457 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] For port c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091,segment=NetworkSegment(e75ebc96-021c-442b-be4e-e621ad8e8bb8),segment_id=e75ebc96-021c-442b-be4e-e621ad8e8bb8)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:28:29.522229 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-26c91559-f491-499b-b8e6-70707909c31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:29.532070 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:29.536563 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:29.539398 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-26c91559-f491-499b-b8e6-70707909c31b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:28:29.547694 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-26c91559-f491-499b-b8e6-70707909c31b admin admin] Usage tracker for resource:security_group_rule and tenant:10140d29a7324228b723d8158c82852f is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:28:29.552533 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-26c91559-f491-499b-b8e6-70707909c31b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:28:29.571101 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-26c91559-f491-499b-b8e6-70707909c31b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:28:29.610513 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Pushing event updated for resources: {'Port': ['ID=c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:29.614251 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:29.615226 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-392bdc28-d0f8-40e8-9268-acff3faa39bc tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:29.616760 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-392bdc28-d0f8-40e8-9268-acff3faa39bc tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/networks?id=84e2e030-f7fd-45a7-ae9a-50d13ef72c2c HTTP/1.1" status: 200 len: 815 time: 0.2158408 May 17 16:28:29.642217 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-518e7d40-ddff-4baf-94d0-25bca6df3702 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/quotas/d73f6e7ae19343568240cc20d98fe216 HTTP/1.1" status: 200 len: 375 time: 0.0174534 May 17 16:28:29.751884 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-26c91559-f491-499b-b8e6-70707909c31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:29.768430 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-47da0fee-2182-4018-a07c-03cf9e9ef859 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Synchronizing usage tracker for tenant:d73f6e7ae19343568240cc20d98fe216 on resource:port {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:28:29.863858 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-26c91559-f491-499b-b8e6-70707909c31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:29.871210 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-8b7bb777-3f67-4ad1-8868-b71927fdf442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:29.915098 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-26c91559-f491-499b-b8e6-70707909c31b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=10140d29a7324228b723d8158c82852f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5668678 May 17 16:28:29.916104 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c91559-f491-499b-b8e6-70707909c31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d027c859-51e9-4ce2-985f-b5062bb0a85d,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:29.917879 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 41746) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:28:29.923168 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-26c91559-f491-499b-b8e6-70707909c31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:29.926600 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-47da0fee-2182-4018-a07c-03cf9e9ef859 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Unset dirty status for tenant:d73f6e7ae19343568240cc20d98fe216 on resource:port {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:28:29.928328 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-47da0fee-2182-4018-a07c-03cf9e9ef859 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d73f6e7ae19343568240cc20d98fe216&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2796769 May 17 16:28:29.985587 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-296bf540-716d-4814-b602-3b9a66ff9c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:30.013753 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-296bf540-716d-4814-b602-3b9a66ff9c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:30.118473 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-bfe7e06a-642a-4d6a-9d8c-7541998dcc25 service neutron] 10.222.0.11 "GET /v2.0/networks/84e2e030-f7fd-45a7-ae9a-50d13ef72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766872 May 17 16:28:30.253641 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-82079908-3a7b-4051-9d57-9ec37f47514d service neutron] 10.222.0.11 "GET /v2.0/networks/84e2e030-f7fd-45a7-ae9a-50d13ef72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290193 May 17 16:28:30.291904 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-296bf540-716d-4814-b602-3b9a66ff9c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:30.298880 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-cc0dbbc3-e45d-4b91-a265-9179bac9688b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:30.310535 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bf540-716d-4814-b602-3b9a66ff9c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d027c859-51e9-4ce2-985f-b5062bb0a85d,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:30.312868 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-296bf540-716d-4814-b602-3b9a66ff9c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:30.318412 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-296bf540-716d-4814-b602-3b9a66ff9c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:30.320987 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-296bf540-716d-4814-b602-3b9a66ff9c03 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d027c859-51e9-4ce2-985f-b5062bb0a85d HTTP/1.1" status: 204 len: 168 time: 0.4014621 May 17 16:28:30.648118 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a42f94ad-8ecf-4fc1-9544-b449dd8b5f23 req-30c46f60-dc74-4392-a077-a6811913c616 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 210 time: 0.0456715 May 17 16:28:31.094692 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091 up at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:28:31.186700 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Provisioning complete for port c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:31.187078 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:31.667973 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 41806) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:28:31.762522 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e8916b00-f711-45e4-98af-cff549829e7d req-277e6626-1087-4f9c-b6cb-3c53a66b142e tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 210 time: 0.0533693 May 17 16:28:31.790735 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-beec5ed6-83a5-4b69-8ae5-e5727cef2d36 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1469145930-network', 'tenant_id': '36260d216a5f4de29e97c9c8270eddbf'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:28:31.795810 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-beec5ed6-83a5-4b69-8ae5-e5727cef2d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:28:31.800146 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-beec5ed6-83a5-4b69-8ae5-e5727cef2d36 admin admin] Usage tracker for resource:network and tenant:36260d216a5f4de29e97c9c8270eddbf is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:28:31.803621 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-beec5ed6-83a5-4b69-8ae5-e5727cef2d36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:28:31.811850 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-beec5ed6-83a5-4b69-8ae5-e5727cef2d36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:28:31.880823 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beec5ed6-83a5-4b69-8ae5-e5727cef2d36 admin admin] Made reservation on behalf of 36260d216a5f4de29e97c9c8270eddbf for: {'network': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:28:31.883234 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-beec5ed6-83a5-4b69-8ae5-e5727cef2d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7986740'] for network, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:31.896471 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-beec5ed6-83a5-4b69-8ae5-e5727cef2d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:31.914618 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-beec5ed6-83a5-4b69-8ae5-e5727cef2d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:28:31.918539 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-beec5ed6-83a5-4b69-8ae5-e5727cef2d36 admin admin] Usage tracker for resource:security_group_rule and tenant:36260d216a5f4de29e97c9c8270eddbf is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:28:31.921364 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-beec5ed6-83a5-4b69-8ae5-e5727cef2d36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:28:31.927213 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-beec5ed6-83a5-4b69-8ae5-e5727cef2d36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:28:32.015849 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-beec5ed6-83a5-4b69-8ae5-e5727cef2d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:32.080865 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-beec5ed6-83a5-4b69-8ae5-e5727cef2d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:32.084590 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-dfee3b82-f71a-443e-9095-3d07eb26bacd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:32.118491 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beec5ed6-83a5-4b69-8ae5-e5727cef2d36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=79281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:28:32.132650 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec5ed6-83a5-4b69-8ae5-e5727cef2d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d606948d-c792-48d2-83ff-9ce3be6290f3,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:32.154914 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-beec5ed6-83a5-4b69-8ae5-e5727cef2d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:32.158899 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-beec5ed6-83a5-4b69-8ae5-e5727cef2d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:32.159259 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.db.segments_db [None req-beec5ed6-83a5-4b69-8ae5-e5727cef2d36 admin admin] Added segment 4d7038cd-6f1a-4867-97af-b8404c71305b of type vlan for network d605fde6-3889-43a7-986f-198e8dc9cbbe May 17 16:28:32.190084 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-beec5ed6-83a5-4b69-8ae5-e5727cef2d36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780703603375'] for network, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:32.314717 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-beec5ed6-83a5-4b69-8ae5-e5727cef2d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325'] for network, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:32.316090 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beec5ed6-83a5-4b69-8ae5-e5727cef2d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:32.316702 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-beec5ed6-83a5-4b69-8ae5-e5727cef2d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:32.320273 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:32.421192 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec5ed6-83a5-4b69-8ae5-e5727cef2d36 admin admin] Pushing event updated for resources: {'Network': ['ID=d605fde6-3889-43a7-986f-198e8dc9cbbe,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:32.423916 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-beec5ed6-83a5-4b69-8ae5-e5727cef2d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:32.435341 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Network d605fde6-3889-43a7-986f-198e8dc9cbbe details requested by agent ovs-agent-dv-cinder-768105-8-iscsi with host dv-cinder-768105-8-iscsi {{(pid=79282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:28:32.504730 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-beec5ed6-83a5-4b69-8ae5-e5727cef2d36 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8356035 May 17 16:28:32.508118 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 41818) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:28:32.515354 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-69c0ef98-b8de-4563-b32b-111ce60ae440 admin admin] Request body: {'subnet': {'network_id': 'd605fde6-3889-43a7-986f-198e8dc9cbbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1469145930-subnet', 'tenant_id': '36260d216a5f4de29e97c9c8270eddbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:28:32.520685 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-69c0ef98-b8de-4563-b32b-111ce60ae440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:28:32.524604 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-69c0ef98-b8de-4563-b32b-111ce60ae440 admin admin] Usage tracker for resource:subnet and tenant:36260d216a5f4de29e97c9c8270eddbf is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:28:32.528404 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-69c0ef98-b8de-4563-b32b-111ce60ae440 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:28:32.534436 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-69c0ef98-b8de-4563-b32b-111ce60ae440 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:28:32.634711 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c0ef98-b8de-4563-b32b-111ce60ae440 admin admin] Made reservation on behalf of 36260d216a5f4de29e97c9c8270eddbf for: {'subnet': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:28:32.637059 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-69c0ef98-b8de-4563-b32b-111ce60ae440 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3136375'] for subnet, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:32.924276 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-32fec186-b2ff-43c9-88c6-2fdb79491c72 req-1d83455f-f6a1-439b-a22f-39a4acf3b7eb tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 210 time: 0.0519192 May 17 16:28:33.142120 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-69c0ef98-b8de-4563-b32b-111ce60ae440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1955990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3136357'] for subnet, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:33.146105 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:33.219439 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0ef98-b8de-4563-b32b-111ce60ae440 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69e9074c-19b3-4a0e-ab1f-377053688857,revision_number=0']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:33.222073 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-69c0ef98-b8de-4563-b32b-111ce60ae440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:33.232274 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c0ef98-b8de-4563-b32b-111ce60ae440 admin admin] Checking segment: {'id': '4d7038cd-6f1a-4867-97af-b8404c71305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd605fde6-3889-43a7-986f-198e8dc9cbbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:28:33.232706 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c0ef98-b8de-4563-b32b-111ce60ae440 admin admin] Network hostable DHCP agents. Network: d605fde6-3889-43a7-986f-198e8dc9cbbe, hostable agents: ['780b63cc-fd7b-4a13-8dba-6019f78428e1'], hosted agents: [] {{(pid=79281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:28:33.314892 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c0ef98-b8de-4563-b32b-111ce60ae440 admin admin] Network d605fde6-3889-43a7-986f-198e8dc9cbbe is scheduled to be hosted by DHCP agent 780b63cc-fd7b-4a13-8dba-6019f78428e1 with binding_index 1 {{(pid=79281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:28:33.389018 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-69c0ef98-b8de-4563-b32b-111ce60ae440 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-iscsi, d605fde6-3889-43a7-986f-198e8dc9cbbe) {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:28:33.400030 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6922fd02-7a28-4ece-bdef-21ae8c305c65 None None] Network d605fde6-3889-43a7-986f-198e8dc9cbbe requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:28:33.400352 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c0ef98-b8de-4563-b32b-111ce60ae440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:33.400352 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-69c0ef98-b8de-4563-b32b-111ce60ae440 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:33.515355 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-69c0ef98-b8de-4563-b32b-111ce60ae440 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0006580 May 17 16:28:33.638111 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee78b36-231a-4e2f-a284-6db46b08dd15 None None] Network d605fde6-3889-43a7-986f-198e8dc9cbbe requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:28:33.660895 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-00b53ec8-a102-43eb-8c37-6c36c129ae4e tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:33.661723 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-00b53ec8-a102-43eb-8c37-6c36c129ae4e tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Synchronizing usage tracker for tenant:d73f6e7ae19343568240cc20d98fe216 on resource:network {{(pid=79281) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:28:33.771739 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-00b53ec8-a102-43eb-8c37-6c36c129ae4e tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Unset dirty status for tenant:d73f6e7ae19343568240cc20d98fe216 on resource:network {{(pid=79281) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:28:33.772959 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-00b53ec8-a102-43eb-8c37-6c36c129ae4e tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.24 "GET /v2.0/networks?id=84e2e030-f7fd-45a7-ae9a-50d13ef72c2c HTTP/1.1" status: 200 len: 815 time: 0.2933269 May 17 16:28:33.785622 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-ace4957d-6a65-450e-962e-9bc5e44986e6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Request body: {'port': {'device_id': '83edf047-c96e-4850-b5a2-150fbb2b8fb9', 'network_id': '84e2e030-f7fd-45a7-ae9a-50d13ef72c2c', 'admin_state_up': True, 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:28:33.932625 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-ace4957d-6a65-450e-962e-9bc5e44986e6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:28:33.942730 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-ace4957d-6a65-450e-962e-9bc5e44986e6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:28:34.029194 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-ace4957d-6a65-450e-962e-9bc5e44986e6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Made reservation on behalf of d73f6e7ae19343568240cc20d98fe216 for: {'port': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:28:34.033202 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-ace4957d-6a65-450e-962e-9bc5e44986e6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:34.100906 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-51e71390-d73a-4b59-87ad-d669d570ca55 req-17464898-34f8-4b76-bf98-ae6b130e926d tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 210 time: 0.0519249 May 17 16:28:34.226533 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_common [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-ace4957d-6a65-450e-962e-9bc5e44986e6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Allocated IP 172.20.0.5 (84e2e030-f7fd-45a7-ae9a-50d13ef72c2c/fb566c3b-0d86-4428-af0f-e5e28470bf55/a03a5938-1057-4ff8-934b-df436d1b8137) {{(pid=79281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:28:34.475160 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-ace4957d-6a65-450e-962e-9bc5e44986e6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for port, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:34.492284 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.provisioning_blocks [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-ace4957d-6a65-450e-962e-9bc5e44986e6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Transition to ACTIVE for port object a03a5938-1057-4ff8-934b-df436d1b8137 will not be triggered until provisioned by entity DHCP. {{(pid=79281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:28:34.624072 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-ace4957d-6a65-450e-962e-9bc5e44986e6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:34.636823 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-5bb372ce-a296-4bec-b714-a9a92377032c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:34.704396 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-ace4957d-6a65-450e-962e-9bc5e44986e6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Network 84e2e030-f7fd-45a7-ae9a-50d13ef72c2c is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:28:34.709806 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-ace4957d-6a65-450e-962e-9bc5e44986e6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:28:34.715901 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-ace4957d-6a65-450e-962e-9bc5e44986e6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Received port after_create {{(pid=79281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:28:34.769282 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4957d-6a65-450e-962e-9bc5e44986e6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Pushing event updated for resources: {'Port': ['ID=a03a5938-1057-4ff8-934b-df436d1b8137,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:34.772435 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-ace4957d-6a65-450e-962e-9bc5e44986e6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:34.814170 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-ace4957d-6a65-450e-962e-9bc5e44986e6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:34.814994 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-ace4957d-6a65-450e-962e-9bc5e44986e6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:34.955586 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-ace4957d-6a65-450e-962e-9bc5e44986e6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1739233 May 17 16:28:35.103852 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-5019e8e8-26eb-49f3-a9dd-00d6223dbb60 None None] Provisioning for port a03a5938-1057-4ff8-934b-df436d1b8137 completed by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:28:35.108961 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-5019e8e8-26eb-49f3-a9dd-00d6223dbb60 None None] Provisioning complete for port a03a5938-1057-4ff8-934b-df436d1b8137 triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:28:35.109684 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5019e8e8-26eb-49f3-a9dd-00d6223dbb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:35.182608 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-5019e8e8-26eb-49f3-a9dd-00d6223dbb60 None None] Port a03a5938-1057-4ff8-934b-df436d1b8137 cannot update to ACTIVE because it is not bound. {{(pid=79282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:28:35.325119 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7c5c4-908d-4a08-b070-f40242a6d981 req-8820171e-2038-4e02-8d53-df3cf068cf2c tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:35.326577 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-91e7c5c4-908d-4a08-b070-f40242a6d981 req-8820171e-2038-4e02-8d53-df3cf068cf2c tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 931 time: 0.0993614 May 17 16:28:35.385777 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-91e7c5c4-908d-4a08-b070-f40242a6d981 req-36d99089-cb73-47f0-a85a-77a5da3a5e98 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470624 May 17 16:28:36.592236 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6ca38-153c-405c-b97f-df8e919c5e40 req-da5f2656-77f5-4a37-b79e-d27478fd593b tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:36.593975 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-40e6ca38-153c-405c-b97f-df8e919c5e40 req-da5f2656-77f5-4a37-b79e-d27478fd593b tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 931 time: 0.1001177 May 17 16:28:36.652534 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-40e6ca38-153c-405c-b97f-df8e919c5e40 req-605db305-f5e1-406b-aa07-4f01937d7c78 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476696 May 17 16:28:37.851856 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03de60-67b1-4d62-9af5-6340e9fd4d46 req-f7757888-6745-48c4-b5e8-1e9f4c349d3b tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:37.854323 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3b03de60-67b1-4d62-9af5-6340e9fd4d46 req-f7757888-6745-48c4-b5e8-1e9f4c349d3b tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 931 time: 0.0843627 May 17 16:28:37.901460 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3b03de60-67b1-4d62-9af5-6340e9fd4d46 req-8b07bef5-6187-4e90-b2d1-a8bcbea60d54 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413809 May 17 16:28:39.193858 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0d115-710b-4105-b9cb-8fda214ae1cd req-d01e2482-a88d-45a0-b7b9-7fc1f5a5f5a5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:39.193858 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-37a0d115-710b-4105-b9cb-8fda214ae1cd req-d01e2482-a88d-45a0-b7b9-7fc1f5a5f5a5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 931 time: 0.1792586 May 17 16:28:39.242091 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-37a0d115-710b-4105-b9cb-8fda214ae1cd req-f44c629d-2866-437f-bc17-c3b44055b2f9 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407827 May 17 16:28:40.448899 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735cba5-8d58-4481-ac54-684af4871c73 req-1c576697-fe57-4e48-8e34-303ec2305395 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:40.450388 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5735cba5-8d58-4481-ac54-684af4871c73 req-1c576697-fe57-4e48-8e34-303ec2305395 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 931 time: 0.0873289 May 17 16:28:40.514023 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5735cba5-8d58-4481-ac54-684af4871c73 req-8287b39e-d869-4f3b-b1c7-41212d7394a5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577626 May 17 16:28:41.724229 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515d2e7-2bb5-4447-a4c9-f79f6cd9a82c req-228a9a27-d7fa-4674-af0c-dfd58c3eaf78 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:41.725671 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8515d2e7-2bb5-4447-a4c9-f79f6cd9a82c req-228a9a27-d7fa-4674-af0c-dfd58c3eaf78 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 931 time: 0.0845704 May 17 16:28:41.783448 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8515d2e7-2bb5-4447-a4c9-f79f6cd9a82c req-60d995ea-909f-4a7f-832a-27692f0209d1 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513594 May 17 16:28:42.455629 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-749e3139-f93a-46a3-9879-9b5579569ad6 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:42.457010 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-749e3139-f93a-46a3-9879-9b5579569ad6 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/networks?id=d605fde6-3889-43a7-986f-198e8dc9cbbe HTTP/1.1" status: 200 len: 814 time: 0.1513884 May 17 16:28:42.472650 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-5f243994-aac1-4209-ac98-793cc43c0859 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/quotas/36260d216a5f4de29e97c9c8270eddbf HTTP/1.1" status: 200 len: 375 time: 0.0094829 May 17 16:28:42.537834 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-bb3c35eb-dc77-458e-b2dc-87ea0d0cc046 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=36260d216a5f4de29e97c9c8270eddbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597279 May 17 16:28:42.753297 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-c905c4f7-c111-4b63-b714-eced3cdb32f4 service neutron] 10.222.0.11 "GET /v2.0/networks/d605fde6-3889-43a7-986f-198e8dc9cbbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081618 May 17 16:28:42.955556 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-062d925b-c6bb-482d-9e80-1f3040918fda service neutron] 10.222.0.11 "GET /v2.0/networks/d605fde6-3889-43a7-986f-198e8dc9cbbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954029 May 17 16:28:43.000058 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0f607-c4ef-410f-b6b6-0eb517e5d562 req-2e768adc-d194-4b2e-8f87-89ce51252438 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:43.001678 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1da0f607-c4ef-410f-b6b6-0eb517e5d562 req-2e768adc-d194-4b2e-8f87-89ce51252438 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 931 time: 0.0973332 May 17 16:28:43.057002 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1da0f607-c4ef-410f-b6b6-0eb517e5d562 req-f73f9a99-0762-4e8b-bac2-db77049a0e78 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482430 May 17 16:28:43.481772 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-08c94d28-9f0a-427e-8970-463f7812d445 req-b08eeca9-329f-4ced-bebd-e5b88d33c965 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 210 time: 0.0511246 May 17 16:28:44.254436 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f2396-1ca0-45ed-b812-ba206545b3d7 req-a1a17374-3145-47f2-834a-2839d9d872eb tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:44.257044 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-497f2396-1ca0-45ed-b812-ba206545b3d7 req-a1a17374-3145-47f2-834a-2839d9d872eb tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 931 time: 0.0921266 May 17 16:28:44.327097 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-497f2396-1ca0-45ed-b812-ba206545b3d7 req-08ec7bdf-65d7-4a04-80de-0805d0eea2ba tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574963 May 17 16:28:44.619374 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-18ef048f-0302-4f46-81c5-b5a59c5c8a0e req-1b110002-e9df-4009-ad42-9fc60e526fe8 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 210 time: 0.0562961 May 17 16:28:45.539662 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a03691-48e2-45dd-a64c-56d3862b4686 req-a375005d-f02b-4e56-af03-e41319f5d68f tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:45.541859 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f7a03691-48e2-45dd-a64c-56d3862b4686 req-a375005d-f02b-4e56-af03-e41319f5d68f tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 931 time: 0.1133397 May 17 16:28:45.554255 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-a0eacb84-05a5-43ac-bd2a-a1282370ca43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:45.600585 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f7a03691-48e2-45dd-a64c-56d3862b4686 req-d4288193-f0ff-49f2-a693-a2c96fa86aa9 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527284 May 17 16:28:45.779634 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-80bba36a-3d84-4bb9-a9d9-983679b8c73c req-e2fff6d7-9f66-446f-ad95-3695da8ec885 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 210 time: 0.0497620 May 17 16:28:46.826348 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b6ca7-9278-4cd3-b2ff-c102bcfac253 req-ffe33fe3-e769-481d-bcba-477d2f937ed3 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:46.828603 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-261b6ca7-9278-4cd3-b2ff-c102bcfac253 req-ffe33fe3-e769-481d-bcba-477d2f937ed3 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 931 time: 0.0817680 May 17 16:28:46.877863 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-261b6ca7-9278-4cd3-b2ff-c102bcfac253 req-640c86d5-7f1c-44db-ad21-44cf4e86d784 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435319 May 17 16:28:46.929738 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1dcffdbe-d9cc-4336-8be9-42cddc7bd59c req-2d574d1d-84e7-4b6b-b306-5c4b8c7d63c2 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 210 time: 0.0428734 May 17 16:28:48.089874 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-84404ea2-c501-4ff8-8932-5496f6e166aa req-99947826-838e-4116-900a-d3bdf6b35b4c tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 210 time: 0.0518599 May 17 16:28:48.103457 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-0272fdb1-dc57-4646-928e-d041b27a9d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:48.113479 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1687c4-adf6-4163-bf1c-9ee20e9cff09 req-b66345b5-4b50-432f-912a-a8787e9b2fab tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:48.115033 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6b1687c4-adf6-4163-bf1c-9ee20e9cff09 req-b66345b5-4b50-432f-912a-a8787e9b2fab tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 931 time: 0.1325507 May 17 16:28:48.131845 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:48.160529 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6b1687c4-adf6-4163-bf1c-9ee20e9cff09 req-f51d4e05-5864-43a3-a499-79a688f2e0cb tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398264 May 17 16:28:49.120291 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:49.236389 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-09752a37-5c7c-4eee-9e9d-4627f638afec req-141fcc7e-6071-4c6e-a78f-d71cd717de29 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 210 time: 0.0425634 May 17 16:28:49.426331 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76efa4a-84db-46f7-995b-2a915727fbbd req-3e9f55a5-1cee-4758-901d-baf77cbda5c7 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:49.427678 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f76efa4a-84db-46f7-995b-2a915727fbbd req-3e9f55a5-1cee-4758-901d-baf77cbda5c7 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 931 time: 0.1636674 May 17 16:28:49.471890 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f76efa4a-84db-46f7-995b-2a915727fbbd req-2f9fe5a6-6181-4e0b-8793-131c083f2279 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383775 May 17 16:28:50.379491 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6ec0c844-7d15-4e22-b7cc-edbd5186d287 req-d8a60c4a-2d8d-4a13-8a0a-22e27159a64e tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 210 time: 0.0400510 May 17 16:28:50.623227 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:50.659447 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adef700-2557-4172-a1f6-5cfdbfe13fb5 req-bcd0144a-6993-4cac-8a8e-98ba15ea4982 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:50.660871 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8adef700-2557-4172-a1f6-5cfdbfe13fb5 req-bcd0144a-6993-4cac-8a8e-98ba15ea4982 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 931 time: 0.0811937 May 17 16:28:50.705080 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8adef700-2557-4172-a1f6-5cfdbfe13fb5 req-f700fd16-9295-4fb8-bfc7-416f178b4270 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386050 May 17 16:28:51.526177 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0541e7c0-ab9a-4bc5-a3b0-88835472da4e req-719fb77a-0277-421f-ac73-4e2ca2726974 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 210 time: 0.0416648 May 17 16:28:51.748625 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:51.891784 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48dcc1-fe05-4dce-bb0b-a45bf6e6efe2 req-65dcbf1c-5a1b-48e2-8af2-d57efe8e2fed tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:51.893246 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3b48dcc1-fe05-4dce-bb0b-a45bf6e6efe2 req-65dcbf1c-5a1b-48e2-8af2-d57efe8e2fed tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 931 time: 0.0830770 May 17 16:28:51.940734 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3b48dcc1-fe05-4dce-bb0b-a45bf6e6efe2 req-5985d9fa-d8b1-4215-a736-4836384c554c tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413203 May 17 16:28:52.672408 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c243018b-cd6b-410e-8dd2-c8c2705b6358 req-06189868-3022-4243-8fb6-1b79c27fa188 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 210 time: 0.0408375 May 17 16:28:52.908543 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:28:53.127890 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a013dc4-00f9-4714-902c-e8f9573f494b req-8e4c9bee-98a2-4dcc-93ed-670ff9f84509 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:53.129304 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1a013dc4-00f9-4714-902c-e8f9573f494b req-8e4c9bee-98a2-4dcc-93ed-670ff9f84509 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 931 time: 0.0808024 May 17 16:28:53.173924 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1a013dc4-00f9-4714-902c-e8f9573f494b req-a3ab462f-3fe2-4234-8c8b-77ab1e1ab6fd tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381324 May 17 16:28:53.815764 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-49aafb1c-fc8b-48e8-a6a9-c69d91a42544 req-05fbc337-a964-42d0-9423-6f6ba8bf887d tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 210 time: 0.0418961 May 17 16:28:54.364526 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575f5d5-8cff-487d-bcbe-93c5569a0d9e req-fcfa5754-52de-43fb-85d9-554084490e51 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:54.365855 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4575f5d5-8cff-487d-bcbe-93c5569a0d9e req-fcfa5754-52de-43fb-85d9-554084490e51 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 931 time: 0.0805666 May 17 16:28:54.410149 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4575f5d5-8cff-487d-bcbe-93c5569a0d9e req-b06a5803-dfba-4e5e-80ba-10ec22c29a99 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380952 May 17 16:28:54.963358 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6b2fc858-b33b-4b05-9d40-59ec3ff4baba req-810327f4-53c7-4eb3-bf07-ead1e4ad757b tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 210 time: 0.0419011 May 17 16:28:55.593986 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671dfce-2efd-4d87-b6e9-4076229103e8 req-4433229f-e0d7-4ad9-acff-696ed72b77f6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:55.595442 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8671dfce-2efd-4d87-b6e9-4076229103e8 req-4433229f-e0d7-4ad9-acff-696ed72b77f6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 931 time: 0.0821481 May 17 16:28:55.639899 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8671dfce-2efd-4d87-b6e9-4076229103e8 req-5922be9b-908f-4a03-b5ef-f3c5d6fe4d52 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386715 May 17 16:28:56.106588 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0cb71064-5f02-4c5b-8933-e46a71e9b681 req-ecfb8e3d-77a6-4bc7-ad35-d9d4cee2c34d tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 210 time: 0.0418212 May 17 16:28:56.192397 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Request body: {'port': {'device_id': '83edf047-c96e-4850-b5a2-150fbb2b8fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:28:56.380879 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7759b4b0-0711-454f-b689-917770f9b305 req-b38b791b-2aae-44f1-940c-c2882c1b9f17 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0951850 May 17 16:28:56.423989 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:56.491668 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759b4b0-0711-454f-b689-917770f9b305 req-c5e1aae6-f65e-47cb-b74a-516e1f071a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:56.493177 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7759b4b0-0711-454f-b689-917770f9b305 req-c5e1aae6-f65e-47cb-b74a-516e1f071a6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f73ea9c6d28493eaca084a724daa4ae&device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 1099 time: 0.0822861 May 17 16:28:56.674371 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759b4b0-0711-454f-b689-917770f9b305 req-bbb4dd8f-5e16-4eac-b525-f0c10da9eb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:56.675945 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7759b4b0-0711-454f-b689-917770f9b305 req-bbb4dd8f-5e16-4eac-b525-f0c10da9eb9c service neutron] 10.222.0.24 "GET /v2.0/networks?id=ee4d78fa-99de-44c7-9335-553d5242008a HTTP/1.1" status: 200 len: 910 time: 0.1341047 May 17 16:28:56.784094 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a03a5938-1057-4ff8-934b-df436d1b8137 {{(pid=79281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:28:56.791399 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:56.805357 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.provisioning_blocks [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Transition to ACTIVE for port object a03a5938-1057-4ff8-934b-df436d1b8137 will not be triggered until provisioned by entity L2. {{(pid=79281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:28:56.848204 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7759b4b0-0711-454f-b689-917770f9b305 req-6fcaabd0-27da-41cf-99f0-5e38705d71ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=002a5661-9f16-4faf-a244-d25e4930520d HTTP/1.1" status: 200 len: 1001 time: 0.1649783 May 17 16:28:56.872310 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368b55e-f06b-4cbd-8b8c-251597ef7f18 req-5a178dd9-0ea7-4063-8f2e-e3b8bed043a4 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:56.873706 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1368b55e-f06b-4cbd-8b8c-251597ef7f18 req-5a178dd9-0ea7-4063-8f2e-e3b8bed043a4 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 931 time: 0.1178660 May 17 16:28:56.891445 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1955875'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:56.896272 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1bb975cb-69a6-4996-9074-36c40803f776 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:56.964785 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1368b55e-f06b-4cbd-8b8c-251597ef7f18 req-ecca50df-5f84-43bf-b08c-b89cb90b8f55 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851417 May 17 16:28:56.972105 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759b4b0-0711-454f-b689-917770f9b305 req-74446d75-5558-4679-be82-1af96932ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:56.973557 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7759b4b0-0711-454f-b689-917770f9b305 req-74446d75-5558-4679-be82-1af96932ba5c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d086fd8-03be-4322-9dc6-8915072f2b3a HTTP/1.1" status: 200 len: 848 time: 0.0797698 May 17 16:28:57.065952 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759b4b0-0711-454f-b689-917770f9b305 req-e91a5a99-7c05-433c-bf80-cb71673bed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:57.067525 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7759b4b0-0711-454f-b689-917770f9b305 req-e91a5a99-7c05-433c-bf80-cb71673bed36 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee4d78fa-99de-44c7-9335-553d5242008a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0857685 May 17 16:28:57.100587 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Pushing event updated for resources: {'Port': ['ID=a03a5938-1057-4ff8-934b-df436d1b8137,revision_number=2']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:57.120998 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:57.121369 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:57.121727 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:57.122081 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:57.122460 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:57.122808 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:57.123154 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:57.123497 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:57.123840 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:57.124179 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:57.124512 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:57.124936 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:28:57.128752 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:57.160639 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Attempting to bind port a03a5938-1057-4ff8-934b-df436d1b8137 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:28:57.160639 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Attempting to bind port a03a5938-1057-4ff8-934b-df436d1b8137 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '820215f4-e2e8-4c80-8e5d-7185383efa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '84e2e030-f7fd-45a7-ae9a-50d13ef72c2c'}] {{(pid=79281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:28:57.160639 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Attempting to bind port a03a5938-1057-4ff8-934b-df436d1b8137 on network 84e2e030-f7fd-45a7-ae9a-50d13ef72c2c {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:28:57.167048 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Port a03a5938-1057-4ff8-934b-df436d1b8137 on network 84e2e030-f7fd-45a7-ae9a-50d13ef72c2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:28:57.167372 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Attempting to bind port a03a5938-1057-4ff8-934b-df436d1b8137 on network 84e2e030-f7fd-45a7-ae9a-50d13ef72c2c {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:28:57.173892 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Checking agent: {'id': 'e426a337-f724-4468-bb76-290ab6f07147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'started_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:28:57.174237 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Checking segment: {'id': '820215f4-e2e8-4c80-8e5d-7185383efa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '84e2e030-f7fd-45a7-ae9a-50d13ef72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:28:57.174657 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Bound using segment: {'id': '820215f4-e2e8-4c80-8e5d-7185383efa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '84e2e030-f7fd-45a7-ae9a-50d13ef72c2c'} {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:28:57.175084 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Bound port: a03a5938-1057-4ff8-934b-df436d1b8137, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '820215f4-e2e8-4c80-8e5d-7185383efa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '84e2e030-f7fd-45a7-ae9a-50d13ef72c2c'}}] {{(pid=79281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:28:57.175584 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:57.276205 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] For port a03a5938-1057-4ff8-934b-df436d1b8137, host hv-cinder-76810, cleared binding levels {{(pid=79281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:28:57.279211 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] For port a03a5938-1057-4ff8-934b-df436d1b8137, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a03a5938-1057-4ff8-934b-df436d1b8137,segment=NetworkSegment(820215f4-e2e8-4c80-8e5d-7185383efa51),segment_id=820215f4-e2e8-4c80-8e5d-7185383efa51)] {{(pid=79281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:28:57.306392 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-28bd4ca4-c181-4741-8d83-3229123bd800 req-dfba426f-36b2-4f30-bc5d-cfde99c82ea1 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 210 time: 0.0450017 May 17 16:28:57.348834 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7759b4b0-0711-454f-b689-917770f9b305 req-b83fe58f-c538-4ffc-8451-bba77b21c8a1 service neutron] 10.222.0.24 "GET /v2.0/networks/ee4d78fa-99de-44c7-9335-553d5242008a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734964 May 17 16:28:57.355774 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1955875'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:57.361033 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-f942d8dd-2497-4ceb-901d-52e14d0e84b8 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:57.414272 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:57.414900 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:57.416917 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] 10.222.0.24 "PUT /v2.0/ports/a03a5938-1057-4ff8-934b-df436d1b8137 HTTP/1.1" status: 200 len: 1093 time: 1.2333224 May 17 16:28:57.417436 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83edf047-c96e-4850-b5a2-150fbb2b8fb9', 'tag': 'a03a5938-1057-4ff8-934b-df436d1b8137'}] {{(pid=79281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:28:57.442133 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Pushing event updated for resources: {'Port': ['ID=a03a5938-1057-4ff8-934b-df436d1b8137,revision_number=3']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:57.454445 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:57.579300 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7759b4b0-0711-454f-b689-917770f9b305 req-a823aeaf-a292-4ee6-9182-63dcec965fbc service neutron] 10.222.0.24 "GET /v2.0/networks/ee4d78fa-99de-44c7-9335-553d5242008a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131398 May 17 16:28:57.694807 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83edf047-c96e-4850-b5a2-150fbb2b8fb9', 'tag': 'a03a5938-1057-4ff8-934b-df436d1b8137', 'status': 'completed', 'code': 200} May 17 16:28:57.768125 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-c0f4ea03-ae04-4e64-8ab4-d56a93970436 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:57.768888 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-c0f4ea03-ae04-4e64-8ab4-d56a93970436 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Synchronizing usage tracker for tenant:36260d216a5f4de29e97c9c8270eddbf on resource:network {{(pid=79281) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:28:57.792760 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-5c243875-eb1c-40a3-ac11-d500578ab6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:57.794280 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-5c243875-eb1c-40a3-ac11-d500578ab6b4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d73f6e7ae19343568240cc20d98fe216&device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 1096 time: 0.1438646 May 17 16:28:57.873500 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-80bdec46-e4eb-4b83-a07f-2f4e6c7a8e66 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a03a5938-1057-4ff8-934b-df436d1b8137 HTTP/1.1" status: 200 len: 217 time: 0.0714042 May 17 16:28:57.874233 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-c0f4ea03-ae04-4e64-8ab4-d56a93970436 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Unset dirty status for tenant:36260d216a5f4de29e97c9c8270eddbf on resource:network {{(pid=79281) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:28:57.875347 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-c0f4ea03-ae04-4e64-8ab4-d56a93970436 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.24 "GET /v2.0/networks?id=d605fde6-3889-43a7-986f-198e8dc9cbbe HTTP/1.1" status: 200 len: 814 time: 0.3943572 May 17 16:28:57.924071 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-13afa60f-69cb-4894-a20e-00b57036194c tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Request body: {'port': {'device_id': 'e432c74b-35fc-4a6b-a97d-d8a85de9f001', 'network_id': 'd605fde6-3889-43a7-986f-198e8dc9cbbe', 'admin_state_up': True, 'tenant_id': '36260d216a5f4de29e97c9c8270eddbf'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:28:58.045082 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-f846a306-bea0-43f9-86b1-8d80f3da9bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:58.046571 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-f846a306-bea0-43f9-86b1-8d80f3da9bfa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb566c3b-0d86-4428-af0f-e5e28470bf55 HTTP/1.1" status: 200 len: 854 time: 0.1588821 May 17 16:28:58.055553 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-b16eb546-e04f-4be1-9fb6-bcff416e2b6c tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Synchronizing usage tracker for tenant:7a068a8fe37545c7b11756cf0d188624 on resource:security_group {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:28:58.137811 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-13afa60f-69cb-4894-a20e-00b57036194c tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:28:58.142936 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-13afa60f-69cb-4894-a20e-00b57036194c tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Usage tracker for resource:port and tenant:36260d216a5f4de29e97c9c8270eddbf is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:28:58.148075 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-13afa60f-69cb-4894-a20e-00b57036194c tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:28:58.154937 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-13afa60f-69cb-4894-a20e-00b57036194c tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:28:58.171235 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-19aa0bfa-4170-4458-82d5-ec09d984a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:58.172694 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-19aa0bfa-4170-4458-82d5-ec09d984a5f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84e2e030-f7fd-45a7-ae9a-50d13ef72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1106555 May 17 16:28:58.173339 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-b16eb546-e04f-4be1-9fb6-bcff416e2b6c tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Unset dirty status for tenant:7a068a8fe37545c7b11756cf0d188624 on resource:security_group {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:28:58.175294 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-b16eb546-e04f-4be1-9fb6-bcff416e2b6c tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-582303773&fields=id&tenant_id=7a068a8fe37545c7b11756cf0d188624 HTTP/1.1" status: 200 len: 267 time: 0.1998436 May 17 16:28:58.266019 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-13afa60f-69cb-4894-a20e-00b57036194c tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Made reservation on behalf of 36260d216a5f4de29e97c9c8270eddbf for: {'port': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:28:58.268671 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77726335-fd61-45c6-a54d-c2d23eeb2a37 req-3c9d82a6-0094-44c5-ace0-75ec00bde490 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:58.269623 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-13afa60f-69cb-4894-a20e-00b57036194c tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:58.270140 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-77726335-fd61-45c6-a54d-c2d23eeb2a37 req-3c9d82a6-0094-44c5-ace0-75ec00bde490 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 943 time: 0.1604371 May 17 16:28:58.350469 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-77726335-fd61-45c6-a54d-c2d23eeb2a37 req-8bcdf91e-0cdd-4ddf-ae52-4cae402afe1f tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691164 May 17 16:28:58.379707 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-605807b4-49b5-491a-8644-4ca1ab816a3d tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:58.381391 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-605807b4-49b5-491a-8644-4ca1ab816a3d tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/networks?id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16 HTTP/1.1" status: 200 len: 812 time: 0.1967819 May 17 16:28:58.397234 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-7ee748aa-41c7-4528-9d9f-480a6f15ffbc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/quotas/7a068a8fe37545c7b11756cf0d188624 HTTP/1.1" status: 200 len: 375 time: 0.0100541 May 17 16:28:58.494768 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-2099d95c-ca66-455e-b6a3-a5d3172944cc service neutron] 10.222.0.24 "GET /v2.0/networks/84e2e030-f7fd-45a7-ae9a-50d13ef72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100834 May 17 16:28:58.535374 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-50108d3c-981d-4fc6-a7c0-974b1910929c req-9e897e95-814b-4c62-86e2-f09b23fa71bd tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 210 time: 0.0639799 May 17 16:28:58.562025 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-fcca64dc-ea91-497d-b7f2-08bf6f5d99f4 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a068a8fe37545c7b11756cf0d188624&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1577880 May 17 16:28:58.677779 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_common [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-13afa60f-69cb-4894-a20e-00b57036194c tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Allocated IP 172.20.0.3 (d605fde6-3889-43a7-986f-198e8dc9cbbe/69e9074c-19b3-4a0e-ab1f-377053688857/889add0c-974d-44b0-a38a-5b9b0639476a) {{(pid=79281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:28:58.697008 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-ce5a756c-fe4e-45be-a32e-da0282a547d0 req-9d9750c3-d01f-4510-86d7-784f28033eae service neutron] 10.222.0.24 "GET /v2.0/networks/84e2e030-f7fd-45a7-ae9a-50d13ef72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957173 May 17 16:28:58.708046 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-c6912f88-de53-42b5-b980-de7c941930ce service neutron] 10.222.0.11 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337936 May 17 16:28:58.841939 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-60daacfc-03c9-47d5-aa2d-b23b0c190816 service neutron] 10.222.0.11 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269345 May 17 16:28:58.895543 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-13afa60f-69cb-4894-a20e-00b57036194c tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Notify callbacks [] for port, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:58.992948 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-13afa60f-69cb-4894-a20e-00b57036194c tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:58.998938 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-5d8e440c-008a-4a3f-8539-a8e3b33cec50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:28:59.077102 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-13afa60f-69cb-4894-a20e-00b57036194c tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Network d605fde6-3889-43a7-986f-198e8dc9cbbe is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:28:59.082153 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-13afa60f-69cb-4894-a20e-00b57036194c tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:28:59.086958 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-13afa60f-69cb-4894-a20e-00b57036194c tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Received port after_create {{(pid=79281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:28:59.128231 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afa60f-69cb-4894-a20e-00b57036194c tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Pushing event updated for resources: {'Port': ['ID=889add0c-974d-44b0-a38a-5b9b0639476a,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:28:59.131144 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-13afa60f-69cb-4894-a20e-00b57036194c tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:28:59.138986 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f5cfa-d635-4048-a03a-fc7bedaf8c32 req-536a12cb-2092-4d78-80f6-cdf23b8f594c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:59.140442 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-810f5cfa-d635-4048-a03a-fc7bedaf8c32 req-536a12cb-2092-4d78-80f6-cdf23b8f594c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d73f6e7ae19343568240cc20d98fe216&device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 1096 time: 0.2047343 May 17 16:28:59.182561 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-13afa60f-69cb-4894-a20e-00b57036194c tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:59.183209 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-13afa60f-69cb-4894-a20e-00b57036194c tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:59.211796 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380fb3f-1074-445b-a775-5669b2fc140e req-3c22eed5-2d06-406d-bd08-7bfad85b7b7d tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:59.213744 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a380fb3f-1074-445b-a775-5669b2fc140e req-3c22eed5-2d06-406d-bd08-7bfad85b7b7d tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 947 time: 0.0821037 May 17 16:28:59.262614 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a380fb3f-1074-445b-a775-5669b2fc140e req-78586a96-fcdb-45d9-b65b-b628e80a82e6 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427127 May 17 16:28:59.302568 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f5cfa-d635-4048-a03a-fc7bedaf8c32 req-6e28e7a3-20ca-4238-8022-24c76e04ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:59.304015 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-810f5cfa-d635-4048-a03a-fc7bedaf8c32 req-6e28e7a3-20ca-4238-8022-24c76e04ac8c service neutron] 10.222.0.24 "GET /v2.0/networks?id=84e2e030-f7fd-45a7-ae9a-50d13ef72c2c HTTP/1.1" status: 200 len: 916 time: 0.1559510 May 17 16:28:59.369421 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-13afa60f-69cb-4894-a20e-00b57036194c tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4805653 May 17 16:28:59.377086 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-810f5cfa-d635-4048-a03a-fc7bedaf8c32 req-5e631f18-25f3-43a5-9131-ee9453902420 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a03a5938-1057-4ff8-934b-df436d1b8137 HTTP/1.1" status: 200 len: 217 time: 0.0648370 May 17 16:28:59.381841 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-04fec61d-0e4a-4500-b7ef-37d2e2c6e95f service neutron] Request body: {'port': {'device_id': 'e432c74b-35fc-4a6b-a97d-d8a85de9f001', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:28:59.521744 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f5cfa-d635-4048-a03a-fc7bedaf8c32 req-adfa83ec-61de-496e-a4d9-4aa7e088d662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:59.523265 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-810f5cfa-d635-4048-a03a-fc7bedaf8c32 req-adfa83ec-61de-496e-a4d9-4aa7e088d662 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb566c3b-0d86-4428-af0f-e5e28470bf55 HTTP/1.1" status: 200 len: 854 time: 0.1126714 May 17 16:28:59.543232 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725c97e-749a-4b79-aaeb-e80178d47eac req-56cc427e-def4-4c5a-904b-70e5120ee1bd tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:59.544709 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7725c97e-749a-4b79-aaeb-e80178d47eac req-56cc427e-def4-4c5a-904b-70e5120ee1bd tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 943 time: 0.0870676 May 17 16:28:59.597905 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-04fec61d-0e4a-4500-b7ef-37d2e2c6e95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:28:59.605707 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7725c97e-749a-4b79-aaeb-e80178d47eac req-d734de38-a7a1-4a6e-bc60-c4138bf34f0b tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548685 May 17 16:28:59.740208 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-22783f5f-c351-48d6-a49c-1bf128338160 req-2b692a94-9567-4a77-9b5a-35ef15cdead9 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 210 time: 0.0851514 May 17 16:28:59.760442 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f5cfa-d635-4048-a03a-fc7bedaf8c32 req-4ec5c514-072f-4760-b7ed-2ddc141c75cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:59.761916 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-810f5cfa-d635-4048-a03a-fc7bedaf8c32 req-4ec5c514-072f-4760-b7ed-2ddc141c75cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84e2e030-f7fd-45a7-ae9a-50d13ef72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2276657 May 17 16:28:59.791994 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e4bfc-049f-4a5f-8e08-d3ed0913d4ad req-b56ba0ac-45de-4e9b-abff-a8f3fae55299 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:28:59.793342 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7d8e4bfc-049f-4a5f-8e08-d3ed0913d4ad req-b56ba0ac-45de-4e9b-abff-a8f3fae55299 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 931 time: 0.1043539 May 17 16:28:59.838686 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7d8e4bfc-049f-4a5f-8e08-d3ed0913d4ad req-ad2e462a-b2f2-4574-ab8a-61e06967f789 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/security-groups?id=d606948d-c792-48d2-83ff-9ce3be6290f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390587 May 17 16:28:59.999788 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-810f5cfa-d635-4048-a03a-fc7bedaf8c32 req-5accc17f-0c4a-4aa0-bf9c-e4848a2cbefd service neutron] 10.222.0.24 "GET /v2.0/networks/84e2e030-f7fd-45a7-ae9a-50d13ef72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285585 May 17 16:29:00.251794 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-04fec61d-0e4a-4500-b7ef-37d2e2c6e95f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 889add0c-974d-44b0-a38a-5b9b0639476a {{(pid=79281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:29:00.270841 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-04fec61d-0e4a-4500-b7ef-37d2e2c6e95f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:00.300837 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.provisioning_blocks [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-04fec61d-0e4a-4500-b7ef-37d2e2c6e95f service neutron] Transition to ACTIVE for port object 889add0c-974d-44b0-a38a-5b9b0639476a will not be triggered until provisioned by entity L2. {{(pid=79281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:29:00.303385 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-810f5cfa-d635-4048-a03a-fc7bedaf8c32 req-d71f7f42-a2e7-4fb7-a3b8-65744cc32cea service neutron] 10.222.0.24 "GET /v2.0/networks/84e2e030-f7fd-45a7-ae9a-50d13ef72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950261 May 17 16:29:00.389051 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-04fec61d-0e4a-4500-b7ef-37d2e2c6e95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1955875'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:00.392932 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1bb975cb-69a6-4996-9074-36c40803f776 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:00.471384 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4932f-650e-484d-ab2e-ebbf3b9fa81d req-5e4557de-e52e-4211-a520-f824a6521357 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:00.472834 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-84a4932f-650e-484d-ab2e-ebbf3b9fa81d req-5e4557de-e52e-4211-a520-f824a6521357 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 947 time: 0.0950170 May 17 16:29:00.540603 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-84a4932f-650e-484d-ab2e-ebbf3b9fa81d req-0b3f8af2-67b3-4e77-b330-e64c74a97c76 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620205 May 17 16:29:00.554898 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fec61d-0e4a-4500-b7ef-37d2e2c6e95f service neutron] Pushing event updated for resources: {'Port': ['ID=889add0c-974d-44b0-a38a-5b9b0639476a,revision_number=2']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:00.566256 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-04fec61d-0e4a-4500-b7ef-37d2e2c6e95f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:00.631411 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-04fec61d-0e4a-4500-b7ef-37d2e2c6e95f service neutron] Attempting to bind port 889add0c-974d-44b0-a38a-5b9b0639476a on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:29:00.631735 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-04fec61d-0e4a-4500-b7ef-37d2e2c6e95f service neutron] Attempting to bind port 889add0c-974d-44b0-a38a-5b9b0639476a by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '4d7038cd-6f1a-4867-97af-b8404c71305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd605fde6-3889-43a7-986f-198e8dc9cbbe'}] {{(pid=79281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:29:00.632056 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-04fec61d-0e4a-4500-b7ef-37d2e2c6e95f service neutron] Attempting to bind port 889add0c-974d-44b0-a38a-5b9b0639476a on network d605fde6-3889-43a7-986f-198e8dc9cbbe {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:29:00.636835 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-04fec61d-0e4a-4500-b7ef-37d2e2c6e95f service neutron] Port 889add0c-974d-44b0-a38a-5b9b0639476a on network d605fde6-3889-43a7-986f-198e8dc9cbbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:29:00.637151 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-04fec61d-0e4a-4500-b7ef-37d2e2c6e95f service neutron] Attempting to bind port 889add0c-974d-44b0-a38a-5b9b0639476a on network d605fde6-3889-43a7-986f-198e8dc9cbbe {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:29:00.643285 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-04fec61d-0e4a-4500-b7ef-37d2e2c6e95f service neutron] Checking agent: {'id': 'e426a337-f724-4468-bb76-290ab6f07147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'started_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:29:00.643689 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-04fec61d-0e4a-4500-b7ef-37d2e2c6e95f service neutron] Checking segment: {'id': '4d7038cd-6f1a-4867-97af-b8404c71305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd605fde6-3889-43a7-986f-198e8dc9cbbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:29:00.644127 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-04fec61d-0e4a-4500-b7ef-37d2e2c6e95f service neutron] Bound using segment: {'id': '4d7038cd-6f1a-4867-97af-b8404c71305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd605fde6-3889-43a7-986f-198e8dc9cbbe'} {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:29:00.644544 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-04fec61d-0e4a-4500-b7ef-37d2e2c6e95f service neutron] Bound port: 889add0c-974d-44b0-a38a-5b9b0639476a, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d7038cd-6f1a-4867-97af-b8404c71305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd605fde6-3889-43a7-986f-198e8dc9cbbe'}}] {{(pid=79281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:29:00.644882 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-04fec61d-0e4a-4500-b7ef-37d2e2c6e95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:00.733611 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-04fec61d-0e4a-4500-b7ef-37d2e2c6e95f service neutron] For port 889add0c-974d-44b0-a38a-5b9b0639476a, host hv-cinder-76810, cleared binding levels {{(pid=79281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:29:00.736418 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-04fec61d-0e4a-4500-b7ef-37d2e2c6e95f service neutron] For port 889add0c-974d-44b0-a38a-5b9b0639476a, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=889add0c-974d-44b0-a38a-5b9b0639476a,segment=NetworkSegment(4d7038cd-6f1a-4867-97af-b8404c71305b),segment_id=4d7038cd-6f1a-4867-97af-b8404c71305b)] {{(pid=79281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:29:00.796492 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe634205-56c6-44df-88ed-60f08df28696 req-fd2f780f-5ed2-4939-9a47-6b520d3fc3e6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:00.798285 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fe634205-56c6-44df-88ed-60f08df28696 req-fd2f780f-5ed2-4939-9a47-6b520d3fc3e6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 943 time: 0.0810122 May 17 16:29:00.834873 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-04fec61d-0e4a-4500-b7ef-37d2e2c6e95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1955875'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:00.839925 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-2fa07e57-fdf6-4604-9c54-c55b5e4f77d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:00.860909 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d6861fb1-919f-4604-a0b3-3609d6635bd3 req-248468ec-b752-4b26-a558-68bb88e1b505 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 210 time: 0.0615125 May 17 16:29:00.885830 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fe634205-56c6-44df-88ed-60f08df28696 req-55875f31-a745-4efa-acc9-032b830139f4 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527503 May 17 16:29:00.910880 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-04fec61d-0e4a-4500-b7ef-37d2e2c6e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:00.911525 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-04fec61d-0e4a-4500-b7ef-37d2e2c6e95f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:00.912958 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-04fec61d-0e4a-4500-b7ef-37d2e2c6e95f service neutron] 10.222.0.24 "PUT /v2.0/ports/889add0c-974d-44b0-a38a-5b9b0639476a HTTP/1.1" status: 200 len: 1093 time: 1.5350096 May 17 16:29:00.913424 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e432c74b-35fc-4a6b-a97d-d8a85de9f001', 'tag': '889add0c-974d-44b0-a38a-5b9b0639476a'}] {{(pid=79281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:29:00.938402 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fec61d-0e4a-4500-b7ef-37d2e2c6e95f service neutron] Pushing event updated for resources: {'Port': ['ID=889add0c-974d-44b0-a38a-5b9b0639476a,revision_number=3']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:00.943174 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-04fec61d-0e4a-4500-b7ef-37d2e2c6e95f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:00.967504 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e432c74b-35fc-4a6b-a97d-d8a85de9f001', 'tag': '889add0c-974d-44b0-a38a-5b9b0639476a', 'status': 'completed', 'code': 200} May 17 16:29:01.065964 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d8473-05de-428c-b78f-cc2b188e1a95 req-f6317685-b960-4471-9cac-594f41d14439 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:01.067470 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cb2d8473-05de-428c-b78f-cc2b188e1a95 req-f6317685-b960-4471-9cac-594f41d14439 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 943 time: 0.0854046 May 17 16:29:01.068655 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ba00a-fab1-4b99-8dda-e4f211cdde80 req-52261144-6222-49c6-a91d-73365f6e6e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:01.070212 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-072ba00a-fab1-4b99-8dda-e4f211cdde80 req-52261144-6222-49c6-a91d-73365f6e6e75 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=36260d216a5f4de29e97c9c8270eddbf&device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 1096 time: 0.0801585 May 17 16:29:01.118486 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cb2d8473-05de-428c-b78f-cc2b188e1a95 req-2332b248-1838-46e5-94c0-94a09cbbf878 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/security-groups?id=d606948d-c792-48d2-83ff-9ce3be6290f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448542 May 17 16:29:01.291359 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ba00a-fab1-4b99-8dda-e4f211cdde80 req-36dab7ef-5f17-4ea5-8f75-6ec98cbd6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:01.292911 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-072ba00a-fab1-4b99-8dda-e4f211cdde80 req-36dab7ef-5f17-4ea5-8f75-6ec98cbd6465 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=36260d216a5f4de29e97c9c8270eddbf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2136765 May 17 16:29:01.309919 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84b665-9a53-45dc-b402-9d750eb02f9d req-df010d12-6663-4ce6-be55-9accc16570c7 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:01.310639 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-4b84b665-9a53-45dc-b402-9d750eb02f9d req-df010d12-6663-4ce6-be55-9accc16570c7 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Synchronizing usage tracker for tenant:0ea92b2008324514984db0dee23989df on resource:port {{(pid=79281) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:29:01.411980 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-4b84b665-9a53-45dc-b402-9d750eb02f9d req-df010d12-6663-4ce6-be55-9accc16570c7 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Unset dirty status for tenant:0ea92b2008324514984db0dee23989df on resource:port {{(pid=79281) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:29:01.413089 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-4b84b665-9a53-45dc-b402-9d750eb02f9d req-df010d12-6663-4ce6-be55-9accc16570c7 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.24 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 947 time: 0.2429023 May 17 16:29:01.578707 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ba00a-fab1-4b99-8dda-e4f211cdde80 req-3872cab0-deb8-4061-8228-6f6e54f22a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:01.580858 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-072ba00a-fab1-4b99-8dda-e4f211cdde80 req-3872cab0-deb8-4061-8228-6f6e54f22a9d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2674034 May 17 16:29:01.612091 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [req-4b84b665-9a53-45dc-b402-9d750eb02f9d req-5ea23ee0-b0d5-4fee-bcd4-d18e425824a0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Deleting port 4355676b-524a-49e8-a6bb-418db95feab4 {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:29:01.612568 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-4b84b665-9a53-45dc-b402-9d750eb02f9d req-5ea23ee0-b0d5-4fee-bcd4-d18e425824a0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:01.824132 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-4b84b665-9a53-45dc-b402-9d750eb02f9d req-5ea23ee0-b0d5-4fee-bcd4-d18e425824a0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] For port 4355676b-524a-49e8-a6bb-418db95feab4, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=4355676b-524a-49e8-a6bb-418db95feab4,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:29:01.824494 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-4b84b665-9a53-45dc-b402-9d750eb02f9d req-5ea23ee0-b0d5-4fee-bcd4-d18e425824a0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:01.850958 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe6fe9-9bf9-4f45-8230-31da86bd24be req-2ee6e4c2-e645-43dc-a569-6168a1ffdee4 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:01.852495 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3bbe6fe9-9bf9-4f45-8230-31da86bd24be req-2ee6e4c2-e645-43dc-a569-6168a1ffdee4 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 947 time: 0.1825919 May 17 16:29:01.898518 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-310fe802-5af5-4b7b-b9fa-3eca7ab3591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:01.899823 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3bbe6fe9-9bf9-4f45-8230-31da86bd24be req-a9827a49-90da-4931-ace1-280a97799178 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=f45fe645-50b9-4e4a-afde-3797f51605c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413897 May 17 16:29:01.900568 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-310fe802-5af5-4b7b-b9fa-3eca7ab3591e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=36260d216a5f4de29e97c9c8270eddbf&device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 1096 time: 0.2706707 May 17 16:29:02.069793 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f5a8639f-c7ac-453e-9faa-d97b1df59578 req-55ad0d21-3c9b-4f65-af70-79b20a05b517 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 210 time: 0.0876675 May 17 16:29:02.103197 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-6a6517d9-1430-49e4-b810-db88678a2e89 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=889add0c-974d-44b0-a38a-5b9b0639476a HTTP/1.1" status: 200 len: 217 time: 0.1895213 May 17 16:29:02.110536 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5669dba-38e0-49aa-8a02-f3db500ccbff req-4023596a-6aff-48a7-8f94-a757eadc1dc4 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:02.112082 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b5669dba-38e0-49aa-8a02-f3db500ccbff req-4023596a-6aff-48a7-8f94-a757eadc1dc4 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 943 time: 0.0933266 May 17 16:29:02.163887 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b5669dba-38e0-49aa-8a02-f3db500ccbff req-bb142331-ac74-4e16-b84d-f8107b9679b1 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456352 May 17 16:29:02.273117 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-fc344bfa-ca96-47dc-9ff7-c3c2141e0923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:02.275039 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-fc344bfa-ca96-47dc-9ff7-c3c2141e0923 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69e9074c-19b3-4a0e-ab1f-377053688857 HTTP/1.1" status: 200 len: 854 time: 0.1628845 May 17 16:29:02.413281 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-8b062491-d559-4947-bc95-cd725d841958 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d605fde6-3889-43a7-986f-198e8dc9cbbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740387 May 17 16:29:02.440955 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd7a58-f2d5-4e4a-be72-340aa5b18367 req-dc251a75-d773-4927-9a87-e36c59339ca8 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:02.442452 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-efdd7a58-f2d5-4e4a-be72-340aa5b18367 req-dc251a75-d773-4927-9a87-e36c59339ca8 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 943 time: 0.1977007 May 17 16:29:02.485425 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-b2d9f11b-167f-4806-b2a8-552e0a2c9abf tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:02.486869 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-b2d9f11b-167f-4806-b2a8-552e0a2c9abf tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.24 "GET /v2.0/networks?id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16 HTTP/1.1" status: 200 len: 812 time: 0.1876378 May 17 16:29:02.516672 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-4b84b665-9a53-45dc-b402-9d750eb02f9d req-5ea23ee0-b0d5-4fee-bcd4-d18e425824a0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:02.517227 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-4b84b665-9a53-45dc-b402-9d750eb02f9d req-5ea23ee0-b0d5-4fee-bcd4-d18e425824a0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432823'] for floatingip, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:02.517642 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.db.l3_db [req-4b84b665-9a53-45dc-b402-9d750eb02f9d req-5ea23ee0-b0d5-4fee-bcd4-d18e425824a0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Floating IP 406e1a0a-b412-432c-b6a9-d7e085f2b999 disassociated. External IP: 172.27.2.201, port: 4355676b-524a-49e8-a6bb-418db95feab4. May 17 16:29:02.518038 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [req-4b84b665-9a53-45dc-b402-9d750eb02f9d req-5ea23ee0-b0d5-4fee-bcd4-d18e425824a0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Calling delete_port for 4355676b-524a-49e8-a6bb-418db95feab4 owned by compute:nova {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:29:02.530827 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-efdd7a58-f2d5-4e4a-be72-340aa5b18367 req-31a9a803-962a-477c-b794-f19e5a3d735e tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/security-groups?id=d606948d-c792-48d2-83ff-9ce3be6290f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730984 May 17 16:29:02.563969 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-b748066f-6586-477e-be80-265c6a6d2d53 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a068a8fe37545c7b11756cf0d188624 HTTP/1.1" status: 200 len: 379 time: 0.0610516 May 17 16:29:02.576071 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Request body: {'port': {'device_id': '6b16c6db-eba2-40ef-9eab-2acd53c57258', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'admin_state_up': True, 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'security_groups': ['09d7f126-fa36-49de-82ed-6f57d850baac']}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:29:02.596131 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-164b978c-9f09-4d43-a7f2-185b3247d943 service neutron] 10.222.0.24 "GET /v2.0/networks/d605fde6-3889-43a7-986f-198e8dc9cbbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760130 May 17 16:29:02.719607 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:29:02.724459 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Usage tracker for resource:port and tenant:7a068a8fe37545c7b11756cf0d188624 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:29:02.727645 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:29:02.734241 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:29:02.812383 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-267b66da-50e9-4e78-9b0d-f029f76d3be4 req-ecb9e185-ecbf-4675-b595-63c829fdaf9a service neutron] 10.222.0.24 "GET /v2.0/networks/d605fde6-3889-43a7-986f-198e8dc9cbbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042294 May 17 16:29:02.873426 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Made reservation on behalf of 7a068a8fe37545c7b11756cf0d188624 for: {'port': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:29:02.876987 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:02.914586 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-4b84b665-9a53-45dc-b402-9d750eb02f9d req-5ea23ee0-b0d5-4fee-bcd4-d18e425824a0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:02.922353 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-83b3d427-d4b3-4cc3-890c-b40ce89cf4e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:02.971967 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea23ee0-b0d5-4fee-bcd4-d18e425824a0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Pushing event deleted for resources: {'Port': ['ID=4355676b-524a-49e8-a6bb-418db95feab4,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:02.975795 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-5ea23ee0-b0d5-4fee-bcd4-d18e425824a0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:03.085844 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fe59b9ee-2728-4e49-af38-a227ae46a647 req-64700cd8-a3e0-4b5b-aba1-4c2118120ab2 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 210 time: 0.0646596 May 17 16:29:03.118501 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_common [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Allocated IP 172.20.0.4 (e6fe2ea0-0db1-45f0-b531-7aee8c41de16/cc08d764-d8a6-4e79-89d3-68b07503ca46/60e63ba7-325f-48bd-932e-f668450e4167) {{(pid=79280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:29:03.187066 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b84b665-9a53-45dc-b402-9d750eb02f9d req-5ea23ee0-b0d5-4fee-bcd4-d18e425824a0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Router ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:29:03.252847 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device a03a5938-1057-4ff8-934b-df436d1b8137 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:29:03.293891 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c5c0896c-1850-46cc-91f5-a446e3db44f2 req-8a030832-1df7-48a4-a35d-2373ec7b3650 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 210 time: 0.0596132 May 17 16:29:03.413992 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b84b665-9a53-45dc-b402-9d750eb02f9d req-5ea23ee0-b0d5-4fee-bcd4-d18e425824a0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:29:03.424355 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for port, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:03.428241 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede0cae9-7f4c-4868-b365-db321f01a1ba None None] Sync routers for ids ['ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'] in dv-cinder-768105-8-iscsi {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:29:03.442007 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15df5a-deff-4cbc-8445-23ee48b7f566 req-11507214-e0f9-4784-ba74-b889545a6722 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:03.443502 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fa15df5a-deff-4cbc-8445-23ee48b7f566 req-11507214-e0f9-4784-ba74-b889545a6722 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 943 time: 0.1463175 May 17 16:29:03.459922 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port a03a5938-1057-4ff8-934b-df436d1b8137, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a03a5938-1057-4ff8-934b-df436d1b8137,segment=NetworkSegment(820215f4-e2e8-4c80-8e5d-7185383efa51),segment_id=820215f4-e2e8-4c80-8e5d-7185383efa51)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:29:03.467652 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.provisioning_blocks [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Transition to ACTIVE for port object 60e63ba7-325f-48bd-932e-f668450e4167 will not be triggered until provisioned by entity DHCP. {{(pid=79280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:29:03.475379 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Returning: {'device': 'a03a5938-1057-4ff8-934b-df436d1b8137', 'network_id': '84e2e030-f7fd-45a7-ae9a-50d13ef72c2c', 'port_id': 'a03a5938-1057-4ff8-934b-df436d1b8137', 'mac_address': 'fa:16:3e:28:c4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb566c3b-0d86-4428-af0f-e5e28470bf55', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:29:03.481662 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede0cae9-7f4c-4868-b365-db321f01a1ba None None] Routers {'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:29:03.483205 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-ede0cae9-7f4c-4868-b365-db321f01a1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:28:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:29:03.503921 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fa15df5a-deff-4cbc-8445-23ee48b7f566 req-7b5b4c4c-75d6-43eb-8525-abcec74fa976 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530143 May 17 16:29:03.507725 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b84b665-9a53-45dc-b402-9d750eb02f9d req-5ea23ee0-b0d5-4fee-bcd4-d18e425824a0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] No DVR routers for this DVR port 4355676b-524a-49e8-a6bb-418db95feab4 on host hv-cinder-76810 {{(pid=79281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:29:03.510706 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-4b84b665-9a53-45dc-b402-9d750eb02f9d req-5ea23ee0-b0d5-4fee-bcd4-d18e425824a0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:03.514125 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395b3656-fde8-4312-8c59-2e6202537b28', 'name': 'network-vif-deleted', 'tag': '4355676b-524a-49e8-a6bb-418db95feab4'}] {{(pid=79281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:29:03.575891 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395b3656-fde8-4312-8c59-2e6202537b28', 'name': 'network-vif-deleted', 'tag': '4355676b-524a-49e8-a6bb-418db95feab4', 'status': 'completed', 'code': 200} May 17 16:29:03.675633 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-4b84b665-9a53-45dc-b402-9d750eb02f9d req-5ea23ee0-b0d5-4fee-bcd4-d18e425824a0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.24 "DELETE /v2.0/ports/4355676b-524a-49e8-a6bb-418db95feab4 HTTP/1.1" status: 204 len: 173 time: 2.2541287 May 17 16:29:03.687298 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:03.698861 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-ea6aeaef-b326-4ec5-adfe-a463d510d69c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:03.732494 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:03.759051 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-ede0cae9-7f4c-4868-b365-db321f01a1ba None None] Set router ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:29:03.795752 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Network e6fe2ea0-0db1-45f0-b531-7aee8c41de16 is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:29:03.801244 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:29:03.803993 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Received port after_create {{(pid=79280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:29:03.804145 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a03a5938-1057-4ff8-934b-df436d1b8137 {{(pid=79282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:29:03.845428 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port a03a5938-1057-4ff8-934b-df436d1b8137, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a03a5938-1057-4ff8-934b-df436d1b8137,segment=NetworkSegment(820215f4-e2e8-4c80-8e5d-7185383efa51),segment_id=820215f4-e2e8-4c80-8e5d-7185383efa51)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:29:03.856154 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Pushing event updated for resources: {'Port': ['ID=60e63ba7-325f-48bd-932e-f668450e4167,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:03.874414 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:03.875194 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:03.875309 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:03.876581 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:03.876581 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:03.876581 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:03.876941 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:03.877441 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:03.877882 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:03.878256 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:03.878857 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:03.879272 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:03.891945 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:03.919054 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:03.927197 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:03.949366 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e7945-3312-4f07-8cd1-47b122ec3741 req-9913bb48-c9d8-462b-a1d9-9147e43d9ba7 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:03.958107 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ad3e7945-3312-4f07-8cd1-47b122ec3741 req-9913bb48-c9d8-462b-a1d9-9147e43d9ba7 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 943 time: 0.3053105 May 17 16:29:04.079809 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ad3e7945-3312-4f07-8cd1-47b122ec3741 req-d88060f4-733d-4d61-b0b4-246a08316869 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/security-groups?id=d606948d-c792-48d2-83ff-9ce3be6290f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205344 May 17 16:29:04.201357 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-ede0cae9-7f4c-4868-b365-db321f01a1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'name': 'tempest-AttachVolumeShelveTestJSON-1734573545-router', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:22:43Z', 'revision_number': 4, 'project_id': '0ea92b2008324514984db0dee23989df', 'gw_port': {'id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:36Z', 'updated_at': '2021-05-17T16:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': '2e4a0d97-3adc-404e-b5d8-6fe56725cda6', 'name': '', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'mac_address': 'fa:16:3e:88:0f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:41Z', 'updated_at': '2021-05-17T16:22:57Z', 'revision_number': 5, 'project_id': '0ea92b2008324514984db0dee23989df', 'subnets': [{'id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:29:04.206054 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede0cae9-7f4c-4868-b365-db321f01a1ba None None] Checking router: ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 for host: dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:29:04.218539 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede0cae9-7f4c-4868-b365-db321f01a1ba None None] Routers {'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:29:04.219620 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-ede0cae9-7f4c-4868-b365-db321f01a1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:28:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:29:04.288867 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-132e672e-053f-491d-ba6f-37374bb91dd4 req-436725ad-9729-408d-b6b4-7a8122807eec tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=395b3656-fde8-4312-8c59-2e6202537b28 HTTP/1.1" status: 200 len: 210 time: 0.0443654 May 17 16:29:04.304129 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7330031 May 17 16:29:04.316376 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:04.317111 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-ac7fc36e-c7e6-4f6b-9c21-fe77f469f79d service neutron] Request body: {'port': {'device_id': '6b16c6db-eba2-40ef-9eab-2acd53c57258', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:29:04.321199 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:04.391481 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=a03a5938-1057-4ff8-934b-df436d1b8137,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:04.404057 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:04.518824 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-9997bab6-8ccb-416f-9743-44a161dc78db None None] Provisioning for port 60e63ba7-325f-48bd-932e-f668450e4167 completed by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:29:04.580045 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-9997bab6-8ccb-416f-9743-44a161dc78db None None] Provisioning complete for port 60e63ba7-325f-48bd-932e-f668450e4167 triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:29:04.580544 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-9997bab6-8ccb-416f-9743-44a161dc78db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:04.616525 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-ac7fc36e-c7e6-4f6b-9c21-fe77f469f79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:04.672619 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-9997bab6-8ccb-416f-9743-44a161dc78db None None] Port 60e63ba7-325f-48bd-932e-f668450e4167 cannot update to ACTIVE because it is not bound. {{(pid=79282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:29:04.698548 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-ede0cae9-7f4c-4868-b365-db321f01a1ba None None] Set router ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:29:04.797261 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['a03a5938-1057-4ff8-934b-df436d1b8137'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:29:04.863362 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc5f85-8e43-4fef-a93d-d6bf9c9172ef req-28ea6c3f-a48f-4576-ac23-3e3fc5d1b096 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:04.863988 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-f4cc5f85-8e43-4fef-a93d-d6bf9c9172ef req-28ea6c3f-a48f-4576-ac23-3e3fc5d1b096 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Synchronizing usage tracker for tenant:7a068a8fe37545c7b11756cf0d188624 on resource:port {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:29:04.983333 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8b1bf-e2d2-474a-8600-faec87e9259f req-4f794a74-185a-49db-b3bc-670e42493606 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:04.990589 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1af8b1bf-e2d2-474a-8600-faec87e9259f req-4f794a74-185a-49db-b3bc-670e42493606 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 944 time: 0.3167639 May 17 16:29:05.064267 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1af8b1bf-e2d2-474a-8600-faec87e9259f req-6db2be60-9391-4d7b-aa7e-fe264ba8956e tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713904 May 17 16:29:05.089615 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-f4cc5f85-8e43-4fef-a93d-d6bf9c9172ef req-28ea6c3f-a48f-4576-ac23-3e3fc5d1b096 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Unset dirty status for tenant:7a068a8fe37545c7b11756cf0d188624 on resource:port {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:29:05.090989 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f4cc5f85-8e43-4fef-a93d-d6bf9c9172ef req-28ea6c3f-a48f-4576-ac23-3e3fc5d1b096 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 931 time: 0.5200419 May 17 16:29:05.156001 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f4cc5f85-8e43-4fef-a93d-d6bf9c9172ef req-194bca02-757d-4168-a3f7-128d2fb7d207 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570247 May 17 16:29:05.264469 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 4355676b-524a-49e8-a6bb-418db95feab4 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:29:05.282337 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-ac7fc36e-c7e6-4f6b-9c21-fe77f469f79d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e63ba7-325f-48bd-932e-f668450e4167 {{(pid=79280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:29:05.292646 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-ac7fc36e-c7e6-4f6b-9c21-fe77f469f79d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:05.312645 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-ede0cae9-7f4c-4868-b365-db321f01a1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'name': 'tempest-AttachVolumeShelveTestJSON-1734573545-router', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:22:43Z', 'revision_number': 4, 'project_id': '0ea92b2008324514984db0dee23989df', 'gw_port': {'id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:36Z', 'updated_at': '2021-05-17T16:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': '2e4a0d97-3adc-404e-b5d8-6fe56725cda6', 'name': '', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'mac_address': 'fa:16:3e:88:0f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:41Z', 'updated_at': '2021-05-17T16:22:57Z', 'revision_number': 5, 'project_id': '0ea92b2008324514984db0dee23989df', 'subnets': [{'id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:29:05.313351 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.provisioning_blocks [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-ac7fc36e-c7e6-4f6b-9c21-fe77f469f79d service neutron] Transition to ACTIVE for port object 60e63ba7-325f-48bd-932e-f668450e4167 will not be triggered until provisioned by entity L2. {{(pid=79280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:29:05.316486 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] No Port match for: 4355676b-524a-49e8-a6bb-418db95feab4 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:29:05.317012 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 4355676b-524a-49e8-a6bb-418db95feab4 not bound to the agent host hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:29:05.319771 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede0cae9-7f4c-4868-b365-db321f01a1ba None None] The sync data for ids ['ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'] in dv-cinder-768105-8-iscsi is: [{'id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'name': 'tempest-AttachVolumeShelveTestJSON-1734573545-router', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:22:43Z', 'revision_number': 4, 'project_id': '0ea92b2008324514984db0dee23989df', 'gw_port': {'id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:36Z', 'updated_at': '2021-05-17T16:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': '2e4a0d97-3adc-404e-b5d8-6fe56725cda6', 'name': '', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'mac_address': 'fa:16:3e:88:0f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:41Z', 'updated_at': '2021-05-17T16:22:57Z', 'revision_number': 5, 'project_id': '0ea92b2008324514984db0dee23989df', 'subnets': [{'id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:29:05.347017 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36c089-0d59-4912-b7a1-d28235262f43 req-a3081259-639b-40d4-ad64-7d6cdb375475 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:05.348584 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6a36c089-0d59-4912-b7a1-d28235262f43 req-a3081259-639b-40d4-ad64-7d6cdb375475 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 943 time: 0.1252284 May 17 16:29:05.387694 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-ac7fc36e-c7e6-4f6b-9c21-fe77f469f79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566544'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:05.394322 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:05.456898 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6a36c089-0d59-4912-b7a1-d28235262f43 req-f1554d83-2bdb-4283-8748-49e002a08326 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/security-groups?id=d606948d-c792-48d2-83ff-9ce3be6290f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016212 May 17 16:29:05.509806 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 42150) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:29:05.594095 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fc36e-c7e6-4f6b-9c21-fe77f469f79d service neutron] Pushing event updated for resources: {'Port': ['ID=60e63ba7-325f-48bd-932e-f668450e4167,revision_number=2']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:05.613285 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-ac7fc36e-c7e6-4f6b-9c21-fe77f469f79d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:05.641439 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-56b79efc-f4e9-475f-8d02-644fe7f2090c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:05.674710 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-56b79efc-f4e9-475f-8d02-644fe7f2090c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:05.720102 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-ac7fc36e-c7e6-4f6b-9c21-fe77f469f79d service neutron] Attempting to bind port 60e63ba7-325f-48bd-932e-f668450e4167 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:29:05.720706 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-ac7fc36e-c7e6-4f6b-9c21-fe77f469f79d service neutron] Attempting to bind port 60e63ba7-325f-48bd-932e-f668450e4167 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'c7b9b05b-accd-45f4-8e0f-e1ea12cbb998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16'}] {{(pid=79280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:29:05.721036 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-ac7fc36e-c7e6-4f6b-9c21-fe77f469f79d service neutron] Attempting to bind port 60e63ba7-325f-48bd-932e-f668450e4167 on network e6fe2ea0-0db1-45f0-b531-7aee8c41de16 {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:29:05.726119 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-ac7fc36e-c7e6-4f6b-9c21-fe77f469f79d service neutron] Port 60e63ba7-325f-48bd-932e-f668450e4167 on network e6fe2ea0-0db1-45f0-b531-7aee8c41de16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:29:05.726517 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-ac7fc36e-c7e6-4f6b-9c21-fe77f469f79d service neutron] Attempting to bind port 60e63ba7-325f-48bd-932e-f668450e4167 on network e6fe2ea0-0db1-45f0-b531-7aee8c41de16 {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:29:05.734987 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068e2c58-59ad-4701-a82b-20dad87b9375 None None] New status for floating IP 406e1a0a-b412-432c-b6a9-d7e085f2b999: DOWN {{(pid=79283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:29:05.737589 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-ac7fc36e-c7e6-4f6b-9c21-fe77f469f79d service neutron] Checking agent: {'id': 'e426a337-f724-4468-bb76-290ab6f07147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'started_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:29:05.737942 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-ac7fc36e-c7e6-4f6b-9c21-fe77f469f79d service neutron] Checking segment: {'id': 'c7b9b05b-accd-45f4-8e0f-e1ea12cbb998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:29:05.738385 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-ac7fc36e-c7e6-4f6b-9c21-fe77f469f79d service neutron] Bound using segment: {'id': 'c7b9b05b-accd-45f4-8e0f-e1ea12cbb998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16'} {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:29:05.739018 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-ac7fc36e-c7e6-4f6b-9c21-fe77f469f79d service neutron] Bound port: 60e63ba7-325f-48bd-932e-f668450e4167, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b9b05b-accd-45f4-8e0f-e1ea12cbb998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16'}}] {{(pid=79280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:29:05.739393 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-ac7fc36e-c7e6-4f6b-9c21-fe77f469f79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:05.800533 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-56b79efc-f4e9-475f-8d02-644fe7f2090c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:05.809803 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-296bf540-716d-4814-b602-3b9a66ff9c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:05.834805 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b79efc-f4e9-475f-8d02-644fe7f2090c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45fe645-50b9-4e4a-afde-3797f51605c7,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:05.839173 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-56b79efc-f4e9-475f-8d02-644fe7f2090c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:05.845798 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-ac7fc36e-c7e6-4f6b-9c21-fe77f469f79d service neutron] For port 60e63ba7-325f-48bd-932e-f668450e4167, host hv-cinder-76810, cleared binding levels {{(pid=79280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:29:05.849674 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-ac7fc36e-c7e6-4f6b-9c21-fe77f469f79d service neutron] For port 60e63ba7-325f-48bd-932e-f668450e4167, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=60e63ba7-325f-48bd-932e-f668450e4167,segment=NetworkSegment(c7b9b05b-accd-45f4-8e0f-e1ea12cbb998),segment_id=c7b9b05b-accd-45f4-8e0f-e1ea12cbb998)] {{(pid=79280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:29:05.937407 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-56b79efc-f4e9-475f-8d02-644fe7f2090c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:05.938807 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-56b79efc-f4e9-475f-8d02-644fe7f2090c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "DELETE /v2.0/security-groups/f45fe645-50b9-4e4a-afde-3797f51605c7 HTTP/1.1" status: 204 len: 168 time: 0.4272182 May 17 16:29:05.942197 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 42154) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:29:05.955360 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-ac7fc36e-c7e6-4f6b-9c21-fe77f469f79d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566544'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:05.961334 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-3483f004-4a7d-4183-8335-78689a7b8894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:05.970605 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.api.v2.resource [None req-8db9930c-a931-4677-addd-46ce0364b70e tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] show failed (client error): The resource could not be found. May 17 16:29:05.970605 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-8db9930c-a931-4677-addd-46ce0364b70e tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups/f45fe645-50b9-4e4a-afde-3797f51605c7 HTTP/1.1" status: 404 len: 347 time: 0.0221195 May 17 16:29:05.970904 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 42158) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:29:06.041117 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-ac7fc36e-c7e6-4f6b-9c21-fe77f469f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:06.042039 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-ac7fc36e-c7e6-4f6b-9c21-fe77f469f79d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:06.044241 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-ac7fc36e-c7e6-4f6b-9c21-fe77f469f79d service neutron] 10.222.0.24 "PUT /v2.0/ports/60e63ba7-325f-48bd-932e-f668450e4167 HTTP/1.1" status: 200 len: 1093 time: 1.7318487 May 17 16:29:06.045026 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b16c6db-eba2-40ef-9eab-2acd53c57258', 'tag': '60e63ba7-325f-48bd-932e-f668450e4167'}] {{(pid=79280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:29:06.070229 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fc36e-c7e6-4f6b-9c21-fe77f469f79d service neutron] Pushing event updated for resources: {'Port': ['ID=60e63ba7-325f-48bd-932e-f668450e4167,revision_number=3']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:06.075229 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-ac7fc36e-c7e6-4f6b-9c21-fe77f469f79d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:06.256875 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b16c6db-eba2-40ef-9eab-2acd53c57258', 'tag': '60e63ba7-325f-48bd-932e-f668450e4167', 'status': 'completed', 'code': 200} May 17 16:29:06.408284 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41371c-adb3-4205-aaab-9504c791faa6 req-9695046a-5516-4079-ab86-a63b08654ffc tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:06.411660 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fa41371c-adb3-4205-aaab-9504c791faa6 req-9695046a-5516-4079-ab86-a63b08654ffc tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 944 time: 0.1528721 May 17 16:29:06.467599 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-966d63e8-64cd-415b-bea5-d220e4ccafe0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Deleting port ad2b02d8-cf9d-4ae2-a0b0-640e1f0455d6 {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:29:06.468023 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-966d63e8-64cd-415b-bea5-d220e4ccafe0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:06.503491 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-eafa355d-77db-465b-83c2-a9ed6ab7835a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:06.503491 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-eafa355d-77db-465b-83c2-a9ed6ab7835a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a068a8fe37545c7b11756cf0d188624&device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 1096 time: 0.2731061 May 17 16:29:06.596189 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-03bb3d20-546c-404f-85a9-9bab50ff7020 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60e63ba7-325f-48bd-932e-f668450e4167 HTTP/1.1" status: 200 len: 217 time: 0.0896466 May 17 16:29:06.615180 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-966d63e8-64cd-415b-bea5-d220e4ccafe0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:06.615180 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-966d63e8-64cd-415b-bea5-d220e4ccafe0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:06.647846 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fa41371c-adb3-4205-aaab-9504c791faa6 req-821c3a0c-5dc9-4cf5-9801-370372ab76fd tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708150 May 17 16:29:06.689793 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-c55fdbbf-5332-4770-a9c0-895dbad0c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:06.691263 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-c55fdbbf-5332-4770-a9c0-895dbad0c219 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc08d764-d8a6-4e79-89d3-68b07503ca46 HTTP/1.1" status: 200 len: 851 time: 0.0874510 May 17 16:29:06.705838 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33210c54-0da1-494a-b009-92d86612877f req-f34f1755-db8e-4623-bc79-951026fd6e08 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:06.711021 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-33210c54-0da1-494a-b009-92d86612877f req-f34f1755-db8e-4623-bc79-951026fd6e08 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 943 time: 0.2988765 May 17 16:29:06.755674 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-966d63e8-64cd-415b-bea5-d220e4ccafe0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Calling delete_port for ad2b02d8-cf9d-4ae2-a0b0-640e1f0455d6 owned by network:floatingip {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:29:06.966114 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-966d63e8-64cd-415b-bea5-d220e4ccafe0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:06.970826 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-0e4ca8be-a6e2-484d-b371-50f2fc27708d tempest-AttachVolumeNegativeTest-392690254 tempest-AttachVolumeNegativeTest-392690254-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:06.977323 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-33210c54-0da1-494a-b009-92d86612877f req-742a90cb-832e-427e-a714-a39c462ffd13 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138309 May 17 16:29:07.003334 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-17557988-e0a3-4161-8e51-43505e41aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:07.005076 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-17557988-e0a3-4161-8e51-43505e41aaa8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2930739 May 17 16:29:07.018907 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eee722-cc69-429c-bef3-4cac039a846b req-881549c2-16c6-4b74-9fe1-87be11a5c880 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:07.019188 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d63e8-64cd-415b-bea5-d220e4ccafe0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Pushing event deleted for resources: {'Port': ['ID=ad2b02d8-cf9d-4ae2-a0b0-640e1f0455d6,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:07.020374 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-96eee722-cc69-429c-bef3-4cac039a846b req-881549c2-16c6-4b74-9fe1-87be11a5c880 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 943 time: 0.2408574 May 17 16:29:07.025314 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-966d63e8-64cd-415b-bea5-d220e4ccafe0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:07.116178 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-966d63e8-64cd-415b-bea5-d220e4ccafe0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for floatingip, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:07.131053 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-966d63e8-64cd-415b-bea5-d220e4ccafe0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for floatingip, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:07.132129 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-966d63e8-64cd-415b-bea5-d220e4ccafe0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "DELETE /v2.0/floatingips/406e1a0a-b412-432c-b6a9-d7e085f2b999 HTTP/1.1" status: 204 len: 168 time: 1.1602421 May 17 16:29:07.153981 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-96eee722-cc69-429c-bef3-4cac039a846b req-2f0565f0-113f-4cd8-9e17-d7c01836efa1 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/security-groups?id=d606948d-c792-48d2-83ff-9ce3be6290f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150115 May 17 16:29:07.190356 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-383cd493-9ad2-4bb0-9d6a-2fef76e4bdbe service neutron] 10.222.0.24 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688573 May 17 16:29:07.275477 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 889add0c-974d-44b0-a38a-5b9b0639476a details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:29:07.280482 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device a03a5938-1057-4ff8-934b-df436d1b8137 up at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:29:07.330017 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5c1580f1-9733-48d8-a4bd-a85d4dee0c21 req-068b4f28-10ce-4d03-acdf-a39a8c4cfd08 service neutron] 10.222.0.24 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314902 May 17 16:29:07.466143 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 889add0c-974d-44b0-a38a-5b9b0639476a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=889add0c-974d-44b0-a38a-5b9b0639476a,segment=NetworkSegment(4d7038cd-6f1a-4867-97af-b8404c71305b),segment_id=4d7038cd-6f1a-4867-97af-b8404c71305b)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:29:07.480702 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Returning: {'device': '889add0c-974d-44b0-a38a-5b9b0639476a', 'network_id': 'd605fde6-3889-43a7-986f-198e8dc9cbbe', 'port_id': '889add0c-974d-44b0-a38a-5b9b0639476a', 'mac_address': 'fa:16:3e:0f:40:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e9074c-19b3-4a0e-ab1f-377053688857', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:29:07.544507 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:07.565093 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889add0c-974d-44b0-a38a-5b9b0639476a {{(pid=79282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:29:07.570908 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75f4ae-8499-485c-a2fe-e9451b18d279 req-2aa23030-320c-47e1-9192-3bf1adab3bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:07.572656 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-df75f4ae-8499-485c-a2fe-e9451b18d279 req-2aa23030-320c-47e1-9192-3bf1adab3bef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a068a8fe37545c7b11756cf0d188624&device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 1096 time: 0.0882056 May 17 16:29:07.582490 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 889add0c-974d-44b0-a38a-5b9b0639476a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=889add0c-974d-44b0-a38a-5b9b0639476a,segment=NetworkSegment(4d7038cd-6f1a-4867-97af-b8404c71305b),segment_id=4d7038cd-6f1a-4867-97af-b8404c71305b)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:29:07.680427 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning for port a03a5938-1057-4ff8-934b-df436d1b8137 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:29:07.686549 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning complete for port a03a5938-1057-4ff8-934b-df436d1b8137 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:29:07.686982 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:07.709098 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75f4ae-8499-485c-a2fe-e9451b18d279 req-8d27e394-4df5-473d-b6a5-ee90dc73fce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:07.710941 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-df75f4ae-8499-485c-a2fe-e9451b18d279 req-8d27e394-4df5-473d-b6a5-ee90dc73fce3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16 HTTP/1.1" status: 200 len: 913 time: 0.1320660 May 17 16:29:07.810615 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:07.814237 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:07.829230 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-df75f4ae-8499-485c-a2fe-e9451b18d279 req-2de9be43-cf59-4a3f-b040-8e64d0fa9dd5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60e63ba7-325f-48bd-932e-f668450e4167 HTTP/1.1" status: 200 len: 217 time: 0.1115568 May 17 16:29:07.866078 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 42176) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:29:07.867690 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:07.878968 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-65e6b17d-1199-4f30-ace7-6cf5411ea679 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Request body: {'security_group': {'name': 'tempest-securitygroup--60413510', 'description': 'tempest-description--502978324'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:29:07.885265 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-65e6b17d-1199-4f30-ace7-6cf5411ea679 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:29:07.889740 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-65e6b17d-1199-4f30-ace7-6cf5411ea679 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Usage tracker for resource:security_group and tenant:0ea92b2008324514984db0dee23989df is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:29:07.893412 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-65e6b17d-1199-4f30-ace7-6cf5411ea679 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:29:07.901159 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-65e6b17d-1199-4f30-ace7-6cf5411ea679 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:29:07.906343 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83edf047-c96e-4850-b5a2-150fbb2b8fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03a5938-1057-4ff8-934b-df436d1b8137'}] {{(pid=79282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:29:07.917103 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=889add0c-974d-44b0-a38a-5b9b0639476a,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:07.920730 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:07.920841 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75f4ae-8499-485c-a2fe-e9451b18d279 req-349e9a20-7694-4f58-860a-b09bc3d5291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:07.922210 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port a03a5938-1057-4ff8-934b-df436d1b8137, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a03a5938-1057-4ff8-934b-df436d1b8137,segment=NetworkSegment(820215f4-e2e8-4c80-8e5d-7185383efa51),segment_id=820215f4-e2e8-4c80-8e5d-7185383efa51)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:29:07.922371 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-df75f4ae-8499-485c-a2fe-e9451b18d279 req-349e9a20-7694-4f58-860a-b09bc3d5291c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc08d764-d8a6-4e79-89d3-68b07503ca46 HTTP/1.1" status: 200 len: 851 time: 0.0803890 May 17 16:29:07.939725 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875aa77-9094-4031-ba6e-ed9c3f9afecc req-28124bf8-a181-4950-bcce-a4b5e33a6ced tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:07.944106 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e875aa77-9094-4031-ba6e-ed9c3f9afecc req-28124bf8-a181-4950-bcce-a4b5e33a6ced tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 944 time: 0.1562564 May 17 16:29:07.977637 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-65e6b17d-1199-4f30-ace7-6cf5411ea679 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:07.999999 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-65e6b17d-1199-4f30-ace7-6cf5411ea679 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:29:08.004002 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-65e6b17d-1199-4f30-ace7-6cf5411ea679 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Usage tracker for resource:security_group_rule and tenant:0ea92b2008324514984db0dee23989df is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:29:08.007060 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-65e6b17d-1199-4f30-ace7-6cf5411ea679 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:29:08.012724 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:08.016956 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83edf047-c96e-4850-b5a2-150fbb2b8fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a03a5938-1057-4ff8-934b-df436d1b8137', 'code': 200} May 17 16:29:08.017518 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-b7697246-662c-46b3-87aa-8111c74b0bd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:08.023746 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-65e6b17d-1199-4f30-ace7-6cf5411ea679 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:29:08.038989 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e875aa77-9094-4031-ba6e-ed9c3f9afecc req-b975339a-8169-409b-96d6-ee8aee6e5bbb tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630205 May 17 16:29:08.054174 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75f4ae-8499-485c-a2fe-e9451b18d279 req-c0310fa5-fffc-4912-ac19-26d4a1a30ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:08.055809 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-df75f4ae-8499-485c-a2fe-e9451b18d279 req-c0310fa5-fffc-4912-ac19-26d4a1a30ebb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1138206 May 17 16:29:08.145084 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=a03a5938-1057-4ff8-934b-df436d1b8137,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:08.149003 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:08.152177 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-65e6b17d-1199-4f30-ace7-6cf5411ea679 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:08.274237 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-65e6b17d-1199-4f30-ace7-6cf5411ea679 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:08.280780 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['889add0c-974d-44b0-a38a-5b9b0639476a'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:29:08.284661 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-ada44b94-e995-4411-a49e-c41db4a1d477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:08.328107 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6b17d-1199-4f30-ace7-6cf5411ea679 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12ac39fd-e860-4d18-92d9-c63362e6b2da,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:08.330952 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-65e6b17d-1199-4f30-ace7-6cf5411ea679 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:08.356272 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-df75f4ae-8499-485c-a2fe-e9451b18d279 req-081be832-a9fd-43a9-b18d-1ff6260cda87 service neutron] 10.222.0.24 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839360 May 17 16:29:08.406619 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-65e6b17d-1199-4f30-ace7-6cf5411ea679 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:08.410963 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6712d25-8aee-4388-baa8-79d4c770671d req-8c010575-6cd9-4553-a7a7-a52c1bf37717 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:08.411127 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-65e6b17d-1199-4f30-ace7-6cf5411ea679 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.5380306 May 17 16:29:08.411250 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e6712d25-8aee-4388-baa8-79d4c770671d req-8c010575-6cd9-4553-a7a7-a52c1bf37717 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 943 time: 0.2455378 May 17 16:29:08.411363 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 42188) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:29:08.416790 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-98c5567d-b757-4b54-9883-7928ada388a9 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Request body: {'security_group_rule': {'security_group_id': '12ac39fd-e860-4d18-92d9-c63362e6b2da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:29:08.423898 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-98c5567d-b757-4b54-9883-7928ada388a9 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:29:08.463048 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-98c5567d-b757-4b54-9883-7928ada388a9 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Usage tracker for resource:security_group_rule and tenant:0ea92b2008324514984db0dee23989df is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:29:08.470538 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-98c5567d-b757-4b54-9883-7928ada388a9 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:29:08.483324 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-98c5567d-b757-4b54-9883-7928ada388a9 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:29:08.514193 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f494d42-8008-4cc4-8fec-9249e34c08a5 req-1bd140be-84d3-40e6-8645-6855b5bb76b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:08.515750 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-4f494d42-8008-4cc4-8fec-9249e34c08a5 req-1bd140be-84d3-40e6-8645-6855b5bb76b9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 1098 time: 0.0931594 May 17 16:29:08.562621 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-4f494d42-8008-4cc4-8fec-9249e34c08a5 req-c0fb0991-9b5d-48e4-9257-9e5af8dcabac service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381391 May 17 16:29:08.576654 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-98c5567d-b757-4b54-9883-7928ada388a9 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:08.579862 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e6712d25-8aee-4388-baa8-79d4c770671d req-4431a70c-74ad-41bb-ae28-36f6a3354025 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005149 May 17 16:29:08.599168 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818732f-2fca-4fd2-80be-bdbd64f88046 req-9fbd7177-7a97-4b49-bcbb-8e697ad6db87 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:08.600695 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3818732f-2fca-4fd2-80be-bdbd64f88046 req-9fbd7177-7a97-4b49-bcbb-8e697ad6db87 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 944 time: 0.3183465 May 17 16:29:08.609355 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-df75f4ae-8499-485c-a2fe-e9451b18d279 req-e3371abd-c0d1-40c6-8ed8-36deb49fe13a service neutron] 10.222.0.24 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424779 May 17 16:29:08.652930 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-98c5567d-b757-4b54-9883-7928ada388a9 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:08.653193 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3818732f-2fca-4fd2-80be-bdbd64f88046 req-f9862d13-7146-451d-afbd-9a78cb6d057e tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/security-groups?id=d606948d-c792-48d2-83ff-9ce3be6290f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426526 May 17 16:29:08.737082 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-98c5567d-b757-4b54-9883-7928ada388a9 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337405'] for security_group_rule, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:08.739209 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-02a44b2a-dccd-42ea-8ceb-3e87992e9581 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:08.762824 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5567d-b757-4b54-9883-7928ada388a9 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd266bf7-5353-4ffb-8f0d-b2dc84e160b7,revision_number=0']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:08.765386 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-98c5567d-b757-4b54-9883-7928ada388a9 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:08.884341 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-98c5567d-b757-4b54-9883-7928ada388a9 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:08.886050 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-98c5567d-b757-4b54-9883-7928ada388a9 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4739492 May 17 16:29:08.888821 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 42192) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:29:08.894225 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-b12bdfa5-5320-41ae-85ef-c62d97765f61 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Request body: {'security_group_rule': {'security_group_id': '12ac39fd-e860-4d18-92d9-c63362e6b2da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:29:08.900409 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-b12bdfa5-5320-41ae-85ef-c62d97765f61 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:29:08.904273 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-b12bdfa5-5320-41ae-85ef-c62d97765f61 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Usage tracker for resource:security_group_rule and tenant:0ea92b2008324514984db0dee23989df is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:29:08.907250 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-b12bdfa5-5320-41ae-85ef-c62d97765f61 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:29:08.914422 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-b12bdfa5-5320-41ae-85ef-c62d97765f61 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:29:08.988903 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-b12bdfa5-5320-41ae-85ef-c62d97765f61 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:09.052295 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-b12bdfa5-5320-41ae-85ef-c62d97765f61 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:09.120830 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-b12bdfa5-5320-41ae-85ef-c62d97765f61 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337405'] for security_group_rule, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:09.130594 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:09.148947 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12bdfa5-5320-41ae-85ef-c62d97765f61 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f60f43-6ea2-4a1b-b793-1a35c1da002d,revision_number=0']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:09.152481 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-b12bdfa5-5320-41ae-85ef-c62d97765f61 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:09.250738 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-b12bdfa5-5320-41ae-85ef-c62d97765f61 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:09.251869 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-b12bdfa5-5320-41ae-85ef-c62d97765f61 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3618553 May 17 16:29:09.255006 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 42198) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:29:09.259444 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac927c4-43a0-4294-82eb-e15e919867ed req-460ded62-41fd-4d5b-b15e-04594a834b16 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:09.260296 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-4b4f755e-b8fa-407c-8cf1-429108fd502a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Request body: {'floatingip': {'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:29:09.261237 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3ac927c4-43a0-4294-82eb-e15e919867ed req-460ded62-41fd-4d5b-b15e-04594a834b16 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 945 time: 0.0950403 May 17 16:29:09.266651 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-4b4f755e-b8fa-407c-8cf1-429108fd502a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:29:09.271407 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-4b4f755e-b8fa-407c-8cf1-429108fd502a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Usage tracker for resource:floatingip and tenant:0ea92b2008324514984db0dee23989df is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:29:09.274404 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-4b4f755e-b8fa-407c-8cf1-429108fd502a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:29:09.280235 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-4b4f755e-b8fa-407c-8cf1-429108fd502a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:29:09.315341 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3ac927c4-43a0-4294-82eb-e15e919867ed req-fafeba82-f640-46e7-8776-866ce9cf821c tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478845 May 17 16:29:09.371927 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4b4f755e-b8fa-407c-8cf1-429108fd502a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for floatingip, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:09.510278 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4b4f755e-b8fa-407c-8cf1-429108fd502a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:09.665289 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_common [None req-4b4f755e-b8fa-407c-8cf1-429108fd502a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Allocated IP 172.27.2.116 (42a1d626-e0b0-418c-b7f5-2b1d715bf830/6e10255a-9813-4d83-92b3-230f73c18e4f/c585823e-b246-4545-ab46-873e38ef214a) {{(pid=79281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:29:09.793026 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e31123-584e-4e50-9405-aeee1ee23b9e req-f403e595-86ce-47ee-96d2-370c43b03bf6 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:09.794575 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c4e31123-584e-4e50-9405-aeee1ee23b9e req-f403e595-86ce-47ee-96d2-370c43b03bf6 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 943 time: 0.1023574 May 17 16:29:09.827647 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4b4f755e-b8fa-407c-8cf1-429108fd502a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for port, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:09.920798 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4b4f755e-b8fa-407c-8cf1-429108fd502a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:09.925056 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:09.990619 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4f755e-b8fa-407c-8cf1-429108fd502a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:29:09.993600 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-4b4f755e-b8fa-407c-8cf1-429108fd502a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:29:09.997403 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4f755e-b8fa-407c-8cf1-429108fd502a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Received port after_create {{(pid=79281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:29:10.000066 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c4e31123-584e-4e50-9405-aeee1ee23b9e req-a31f03a3-6cee-49a5-a621-be28cb38f926 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666856 May 17 16:29:10.031591 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f755e-b8fa-407c-8cf1-429108fd502a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Pushing event updated for resources: {'Port': ['ID=c585823e-b246-4545-ab46-873e38ef214a,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:10.038676 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a8464-3f1b-4678-bdc8-20c1682fb169 req-cb3e3970-cd0b-4797-91ac-85c430fed803 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:10.039978 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a44a8464-3f1b-4678-bdc8-20c1682fb169 req-cb3e3970-cd0b-4797-91ac-85c430fed803 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 944 time: 0.2445469 May 17 16:29:10.046183 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-4b4f755e-b8fa-407c-8cf1-429108fd502a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:10.091636 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a44a8464-3f1b-4678-bdc8-20c1682fb169 req-04aa8919-ab49-4284-ae2f-998c862defad tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/security-groups?id=d606948d-c792-48d2-83ff-9ce3be6290f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443826 May 17 16:29:10.098085 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4b4f755e-b8fa-407c-8cf1-429108fd502a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:10.272950 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4b4f755e-b8fa-407c-8cf1-429108fd502a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:10.521898 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0363bbf-a2fc-4db5-93c6-92896a7f07ef req-80f55a2c-bad5-46c5-a6c7-fc942028bc12 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:10.523835 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e0363bbf-a2fc-4db5-93c6-92896a7f07ef req-80f55a2c-bad5-46c5-a6c7-fc942028bc12 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 945 time: 0.0861952 May 17 16:29:10.579088 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e0363bbf-a2fc-4db5-93c6-92896a7f07ef req-62b69735-31de-4a67-a682-459498e94d04 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428078 May 17 16:29:10.584939 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4b4f755e-b8fa-407c-8cf1-429108fd502a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for port, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:10.657365 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4b4f755e-b8fa-407c-8cf1-429108fd502a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1955875'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:10.662356 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-ace4957d-6a65-450e-962e-9bc5e44986e6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:10.767493 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f755e-b8fa-407c-8cf1-429108fd502a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Pushing event updated for resources: {'Port': ['ID=c585823e-b246-4545-ab46-873e38ef214a,revision_number=2']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:10.771317 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c696ef-fdcf-4df6-a6b9-782aac8312b1 req-18fb7470-847e-41d3-bdce-fc38f5fb6e65 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:10.771667 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-4b4f755e-b8fa-407c-8cf1-429108fd502a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:10.772871 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-54c696ef-fdcf-4df6-a6b9-782aac8312b1 req-18fb7470-847e-41d3-bdce-fc38f5fb6e65 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 945 time: 0.0849998 May 17 16:29:10.779644 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4b4f755e-b8fa-407c-8cf1-429108fd502a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432823'] for floatingip, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:10.821675 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-54c696ef-fdcf-4df6-a6b9-782aac8312b1 req-53824dc6-de7f-4123-a7ea-07176a783ff8 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425394 May 17 16:29:10.898225 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4b4f755e-b8fa-407c-8cf1-429108fd502a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for floatingip, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:10.899620 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-4b4f755e-b8fa-407c-8cf1-429108fd502a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6436410 May 17 16:29:11.061179 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-da1d11ce-1dd3-46b0-853b-495f502b6835 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--60413510&fields=id&tenant_id=0ea92b2008324514984db0dee23989df HTTP/1.1" status: 200 len: 267 time: 0.0404434 May 17 16:29:11.222021 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-c6972b3a-b66c-4d37-9c45-77e304c0bc05 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:11.223595 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-c6972b3a-b66c-4d37-9c45-77e304c0bc05 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/networks?id=b385ca28-bc09-4262-bdca-a3584d9f84aa HTTP/1.1" status: 200 len: 817 time: 0.1555891 May 17 16:29:11.239526 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-0d7f658a-28f6-4226-a6a2-1656e3d8220f tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/quotas/0ea92b2008324514984db0dee23989df HTTP/1.1" status: 200 len: 375 time: 0.0096753 May 17 16:29:11.304650 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 889add0c-974d-44b0-a38a-5b9b0639476a up at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:29:11.392906 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-20c82b4d-e479-4747-9405-24c3a8500532 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ea92b2008324514984db0dee23989df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1470816 May 17 16:29:11.404442 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbf57e-b6b9-42dc-aa59-c383d5ba1dfc req-372d1b32-3279-40bf-98f2-5ea4e443ec1c tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:11.405821 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c6fbf57e-b6b9-42dc-aa59-c383d5ba1dfc req-372d1b32-3279-40bf-98f2-5ea4e443ec1c tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 943 time: 0.1199272 May 17 16:29:11.433361 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning for port 889add0c-974d-44b0-a38a-5b9b0639476a completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:29:11.438643 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning complete for port 889add0c-974d-44b0-a38a-5b9b0639476a triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:29:11.443869 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:11.531849 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c6fbf57e-b6b9-42dc-aa59-c383d5ba1dfc req-60a6d2a2-33bd-4e54-804e-3578721fd58b tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067715 May 17 16:29:11.562016 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:11.581586 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-0bdec8d7-d863-4462-af30-24d544adc309 service neutron] 10.222.0.11 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745811 May 17 16:29:11.598182 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e432c74b-35fc-4a6b-a97d-d8a85de9f001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889add0c-974d-44b0-a38a-5b9b0639476a'}] {{(pid=79282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:29:11.608766 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 889add0c-974d-44b0-a38a-5b9b0639476a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=889add0c-974d-44b0-a38a-5b9b0639476a,segment=NetworkSegment(4d7038cd-6f1a-4867-97af-b8404c71305b),segment_id=4d7038cd-6f1a-4867-97af-b8404c71305b)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:29:11.691566 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:11.694351 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-b7697246-662c-46b3-87aa-8111c74b0bd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:11.767381 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-b68914f1-3aec-42a4-96a8-d5eeec01a370 service neutron] 10.222.0.11 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783292 May 17 16:29:11.791357 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb9461-94d5-45bb-b649-9735b610ad81 req-3919e23e-b714-4148-824b-e303b58fa3d3 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:11.791357 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-33bb9461-94d5-45bb-b649-9735b610ad81 req-3919e23e-b714-4148-824b-e303b58fa3d3 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 945 time: 0.1321006 May 17 16:29:11.806420 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=889add0c-974d-44b0-a38a-5b9b0639476a,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:11.809788 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:11.835629 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-33bb9461-94d5-45bb-b649-9735b610ad81 req-9fb738b8-2275-49c4-a0e5-1a6165e502be tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427809 May 17 16:29:12.026798 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07821955-aa78-4fc3-b58f-7f50143972ce req-623f0675-a09a-4c88-8b84-e0fb699688bc tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:12.028286 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-07821955-aa78-4fc3-b58f-7f50143972ce req-623f0675-a09a-4c88-8b84-e0fb699688bc tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 945 time: 0.0854316 May 17 16:29:12.030939 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e432c74b-35fc-4a6b-a97d-d8a85de9f001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889add0c-974d-44b0-a38a-5b9b0639476a', 'code': 200} May 17 16:29:12.106468 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-07821955-aa78-4fc3-b58f-7f50143972ce req-f4c6ef6c-7882-4ab8-ad53-d69b3c2189f4 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/security-groups?id=d606948d-c792-48d2-83ff-9ce3be6290f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725441 May 17 16:29:12.121798 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d7c4c938-0b52-439d-a8b7-97518888ab0a req-0c96c830-9613-4ee6-884e-d50c1809cade tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 210 time: 0.0508177 May 17 16:29:12.521482 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbacd2b-2b13-43c3-8567-8336e5938d84 req-32b831d9-c2d5-4176-bf04-66e58d1ec538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:12.523114 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-bfbacd2b-2b13-43c3-8567-8336e5938d84 req-32b831d9-c2d5-4176-bf04-66e58d1ec538 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 1098 time: 0.0709589 May 17 16:29:12.566381 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-bfbacd2b-2b13-43c3-8567-8336e5938d84 req-6a0a3fe3-1804-4ec7-95e3-bb64a6a322b7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d606948d-c792-48d2-83ff-9ce3be6290f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365610 May 17 16:29:12.728526 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484b03d-eacf-4ce4-8df6-6fd08556b068 req-62780c9d-c28a-4d9b-a3f7-08544e9e52c9 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:12.729980 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4484b03d-eacf-4ce4-8df6-6fd08556b068 req-62780c9d-c28a-4d9b-a3f7-08544e9e52c9 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 943 time: 0.0843120 May 17 16:29:12.779368 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4484b03d-eacf-4ce4-8df6-6fd08556b068 req-2d1b78df-0961-4f5e-ba30-7278cbefabf6 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435836 May 17 16:29:13.300218 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-15cdc12c-047c-4274-a8e3-b1d75667f353 req-0843e196-86e5-48fc-9aed-fc6269d2ec89 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 210 time: 0.0517421 May 17 16:29:13.340969 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c301da-e658-4b45-8e05-820026c2cdc2 req-135a8ef3-4cc3-4b13-89b1-cff073812085 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:13.342432 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-40c301da-e658-4b45-8e05-820026c2cdc2 req-135a8ef3-4cc3-4b13-89b1-cff073812085 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 945 time: 0.1267605 May 17 16:29:13.387580 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-40c301da-e658-4b45-8e05-820026c2cdc2 req-668b5f49-c3d4-4f7c-80ba-19128f5c3598 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/security-groups?id=d606948d-c792-48d2-83ff-9ce3be6290f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392544 May 17 16:29:13.968740 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca926a8-c28f-4e2d-8bc2-42545a5296a8 req-d9166ffd-3198-461e-ae69-40269f3b9531 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:13.970437 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4ca926a8-c28f-4e2d-8bc2-42545a5296a8 req-d9166ffd-3198-461e-ae69-40269f3b9531 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 943 time: 0.0850759 May 17 16:29:14.015429 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4ca926a8-c28f-4e2d-8bc2-42545a5296a8 req-d5943b23-e548-425e-b080-09e161103a82 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392008 May 17 16:29:14.690266 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-2aa9915a-d144-4cb6-a9dc-6d0a8b9af9dc tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:14.691765 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-2aa9915a-d144-4cb6-a9dc-6d0a8b9af9dc tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.24 "GET /v2.0/networks?id=b385ca28-bc09-4262-bdca-a3584d9f84aa HTTP/1.1" status: 200 len: 817 time: 0.2376523 May 17 16:29:14.746812 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-a1c84ebd-f375-4b8c-9947-56f6fe809564 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ea92b2008324514984db0dee23989df HTTP/1.1" status: 200 len: 378 time: 0.0454278 May 17 16:29:14.756577 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-c192e83b-ceb4-449f-8c50-b510beeb4a43 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Request body: {'port': {'device_id': 'cb704110-995d-4f2a-8675-20ca9282ae7e', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'admin_state_up': True, 'tenant_id': '0ea92b2008324514984db0dee23989df', 'security_groups': ['12ac39fd-e860-4d18-92d9-c63362e6b2da']}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:29:14.888192 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6fc11ec6-8632-4ad5-8934-6d1d5ea61689 req-13edf9b5-e6fb-497f-9408-48d7a45dffe9 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 210 time: 0.0633538 May 17 16:29:14.958842 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-c192e83b-ceb4-449f-8c50-b510beeb4a43 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:29:14.963678 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-c192e83b-ceb4-449f-8c50-b510beeb4a43 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Usage tracker for resource:port and tenant:0ea92b2008324514984db0dee23989df is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:29:14.966698 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-c192e83b-ceb4-449f-8c50-b510beeb4a43 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:29:14.973073 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-c192e83b-ceb4-449f-8c50-b510beeb4a43 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:29:15.107399 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83919711-c868-43e6-ade7-99a77dd546df req-f0e13120-ca2e-441a-b7d9-fb4bb13e3531 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:15.108752 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-83919711-c868-43e6-ade7-99a77dd546df req-f0e13120-ca2e-441a-b7d9-fb4bb13e3531 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 945 time: 0.0823028 May 17 16:29:15.114570 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-c192e83b-ceb4-449f-8c50-b510beeb4a43 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Made reservation on behalf of 0ea92b2008324514984db0dee23989df for: {'port': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:29:15.117935 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-c192e83b-ceb4-449f-8c50-b510beeb4a43 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:15.228528 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-83919711-c868-43e6-ade7-99a77dd546df req-2dd518d4-351d-4726-bc60-4b06e4211cea tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/security-groups?id=d606948d-c792-48d2-83ff-9ce3be6290f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990503 May 17 16:29:15.400429 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_common [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-c192e83b-ceb4-449f-8c50-b510beeb4a43 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Allocated IP 172.20.0.6 (b385ca28-bc09-4262-bdca-a3584d9f84aa/e88814d7-1622-4f60-af12-99e2074dbe02/ab032548-d53f-4cfa-bc1f-749425127dbb) {{(pid=79280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:29:15.535925 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-14b11026-9983-4f11-8806-c53621d2b938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:15.573774 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6996c5c-5992-4051-956e-cfe8ac1d9485 req-bcbdaf87-6f7c-4a7c-aea6-6ecd43fda00b tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:15.575310 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d6996c5c-5992-4051-956e-cfe8ac1d9485 req-bcbdaf87-6f7c-4a7c-aea6-6ecd43fda00b tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 943 time: 0.2300813 May 17 16:29:15.660061 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d6996c5c-5992-4051-956e-cfe8ac1d9485 req-c5e3d9a6-954d-4257-87be-fba94d21f953 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760281 May 17 16:29:15.682265 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-c192e83b-ceb4-449f-8c50-b510beeb4a43 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for port, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:15.697405 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.provisioning_blocks [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-c192e83b-ceb4-449f-8c50-b510beeb4a43 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Transition to ACTIVE for port object ab032548-d53f-4cfa-bc1f-749425127dbb will not be triggered until provisioned by entity DHCP. {{(pid=79280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:29:15.811689 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-c192e83b-ceb4-449f-8c50-b510beeb4a43 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:15.818388 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-c075cc41-f249-4a39-aa2d-42ae01e219b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:15.881402 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-c192e83b-ceb4-449f-8c50-b510beeb4a43 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Network b385ca28-bc09-4262-bdca-a3584d9f84aa is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:29:15.884654 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-c192e83b-ceb4-449f-8c50-b510beeb4a43 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:29:15.887262 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-c192e83b-ceb4-449f-8c50-b510beeb4a43 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Received port after_create {{(pid=79280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:29:15.936476 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192e83b-ceb4-449f-8c50-b510beeb4a43 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Pushing event updated for resources: {'Port': ['ID=ab032548-d53f-4cfa-bc1f-749425127dbb,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:15.946438 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-c192e83b-ceb4-449f-8c50-b510beeb4a43 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:15.969597 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-c192e83b-ceb4-449f-8c50-b510beeb4a43 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:15.977230 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-c192e83b-ceb4-449f-8c50-b510beeb4a43 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:16.124447 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-c192e83b-ceb4-449f-8c50-b510beeb4a43 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3722637 May 17 16:29:16.138377 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-4a946b50-cdd3-4919-bf4b-2747ed0b211f service neutron] Request body: {'port': {'device_id': 'cb704110-995d-4f2a-8675-20ca9282ae7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:29:16.203861 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ab289-5f4b-4560-966e-6526fad0eb96 req-0dde3946-1e44-44ae-ab2f-83b4958aa8f3 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:16.204148 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-e31ab289-5f4b-4560-966e-6526fad0eb96 req-0dde3946-1e44-44ae-ab2f-83b4958aa8f3 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Synchronizing usage tracker for tenant:0ea92b2008324514984db0dee23989df on resource:port {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:29:16.276616 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-4a946b50-cdd3-4919-bf4b-2747ed0b211f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:16.356853 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-e31ab289-5f4b-4560-966e-6526fad0eb96 req-0dde3946-1e44-44ae-ab2f-83b4958aa8f3 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Unset dirty status for tenant:0ea92b2008324514984db0dee23989df on resource:port {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:29:16.358012 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e31ab289-5f4b-4560-966e-6526fad0eb96 req-0dde3946-1e44-44ae-ab2f-83b4958aa8f3 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 931 time: 0.2948756 May 17 16:29:16.358672 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-7bbe641f-122e-4abf-8115-35a1697494b3 None None] Provisioning for port ab032548-d53f-4cfa-bc1f-749425127dbb completed by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:29:16.372151 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-7bbe641f-122e-4abf-8115-35a1697494b3 None None] Provisioning complete for port ab032548-d53f-4cfa-bc1f-749425127dbb triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:29:16.373858 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-7bbe641f-122e-4abf-8115-35a1697494b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:16.458597 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e31ab289-5f4b-4560-966e-6526fad0eb96 req-182d823c-8ad8-4cff-84f4-a21945a15b8c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591853 May 17 16:29:16.478923 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-7bbe641f-122e-4abf-8115-35a1697494b3 None None] Port ab032548-d53f-4cfa-bc1f-749425127dbb cannot update to ACTIVE because it is not bound. {{(pid=79282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:29:16.691726 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366b6ea-8235-497f-8aa0-cf34a6e0e007 req-ede91730-7b7e-4688-af5e-75524d6c067e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:16.693358 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3366b6ea-8235-497f-8aa0-cf34a6e0e007 req-ede91730-7b7e-4688-af5e-75524d6c067e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.2009084 May 17 16:29:16.964807 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3366b6ea-8235-497f-8aa0-cf34a6e0e007 req-d1ad72e6-2357-4178-80f6-94cd882abf6d tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2637451 May 17 16:29:16.967751 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-4a946b50-cdd3-4919-bf4b-2747ed0b211f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab032548-d53f-4cfa-bc1f-749425127dbb {{(pid=79280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:29:16.978565 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-4a946b50-cdd3-4919-bf4b-2747ed0b211f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:17.004877 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.provisioning_blocks [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-4a946b50-cdd3-4919-bf4b-2747ed0b211f service neutron] Transition to ACTIVE for port object ab032548-d53f-4cfa-bc1f-749425127dbb will not be triggered until provisioned by entity L2. {{(pid=79280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:29:17.022194 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b49b7b-4209-4600-a20e-f59467300688 req-6ef1a8ac-7972-4065-81f0-a17883ed0e67 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:17.024113 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f4b49b7b-4209-4600-a20e-f59467300688 req-6ef1a8ac-7972-4065-81f0-a17883ed0e67 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 943 time: 0.1585715 May 17 16:29:17.077957 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f4b49b7b-4209-4600-a20e-f59467300688 req-972b13b4-ba17-4226-88b8-a02cc04c67c3 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472939 May 17 16:29:17.310350 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 60e63ba7-325f-48bd-932e-f668450e4167 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:29:17.461406 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 60e63ba7-325f-48bd-932e-f668450e4167, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=60e63ba7-325f-48bd-932e-f668450e4167,segment=NetworkSegment(c7b9b05b-accd-45f4-8e0f-e1ea12cbb998),segment_id=c7b9b05b-accd-45f4-8e0f-e1ea12cbb998)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:29:17.475680 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Returning: {'device': '60e63ba7-325f-48bd-932e-f668450e4167', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'port_id': '60e63ba7-325f-48bd-932e-f668450e4167', 'mac_address': 'fa:16:3e:da:db:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:29:17.547184 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:17.574372 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e63ba7-325f-48bd-932e-f668450e4167 {{(pid=79282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:29:17.590241 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-4a946b50-cdd3-4919-bf4b-2747ed0b211f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566544'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:17.597308 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-985d40ff-2663-403d-a3d0-32ac0add60ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:17.603327 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 60e63ba7-325f-48bd-932e-f668450e4167, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=60e63ba7-325f-48bd-932e-f668450e4167,segment=NetworkSegment(c7b9b05b-accd-45f4-8e0f-e1ea12cbb998),segment_id=c7b9b05b-accd-45f4-8e0f-e1ea12cbb998)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:29:17.742995 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:17.749117 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:17.771153 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a946b50-cdd3-4919-bf4b-2747ed0b211f service neutron] Pushing event updated for resources: {'Port': ['ID=ab032548-d53f-4cfa-bc1f-749425127dbb,revision_number=2']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:17.790094 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-4a946b50-cdd3-4919-bf4b-2747ed0b211f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:17.826801 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=60e63ba7-325f-48bd-932e-f668450e4167,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:17.830030 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:17.921676 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516beef-57fc-4552-8c2a-077765df46e1 req-13383d0a-bafb-46fa-82b4-c55820d8b1a5 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:17.923211 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c516beef-57fc-4552-8c2a-077765df46e1 req-13383d0a-bafb-46fa-82b4-c55820d8b1a5 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 943 time: 0.2858205 May 17 16:29:17.927731 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-4a946b50-cdd3-4919-bf4b-2747ed0b211f service neutron] Attempting to bind port ab032548-d53f-4cfa-bc1f-749425127dbb on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:29:17.928067 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-4a946b50-cdd3-4919-bf4b-2747ed0b211f service neutron] Attempting to bind port ab032548-d53f-4cfa-bc1f-749425127dbb by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'cca19a82-32c8-492d-bbe8-da6eb371ac83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa'}] {{(pid=79280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:29:17.928394 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-4a946b50-cdd3-4919-bf4b-2747ed0b211f service neutron] Attempting to bind port ab032548-d53f-4cfa-bc1f-749425127dbb on network b385ca28-bc09-4262-bdca-a3584d9f84aa {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:29:17.948282 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-4a946b50-cdd3-4919-bf4b-2747ed0b211f service neutron] Port ab032548-d53f-4cfa-bc1f-749425127dbb on network b385ca28-bc09-4262-bdca-a3584d9f84aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:29:17.948605 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-4a946b50-cdd3-4919-bf4b-2747ed0b211f service neutron] Attempting to bind port ab032548-d53f-4cfa-bc1f-749425127dbb on network b385ca28-bc09-4262-bdca-a3584d9f84aa {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:29:17.959000 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-4a946b50-cdd3-4919-bf4b-2747ed0b211f service neutron] Checking agent: {'id': 'e426a337-f724-4468-bb76-290ab6f07147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'started_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:29:17.959334 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-4a946b50-cdd3-4919-bf4b-2747ed0b211f service neutron] Checking segment: {'id': 'cca19a82-32c8-492d-bbe8-da6eb371ac83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:29:17.959717 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-4a946b50-cdd3-4919-bf4b-2747ed0b211f service neutron] Bound using segment: {'id': 'cca19a82-32c8-492d-bbe8-da6eb371ac83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa'} {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:29:17.960402 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-4a946b50-cdd3-4919-bf4b-2747ed0b211f service neutron] Bound port: ab032548-d53f-4cfa-bc1f-749425127dbb, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca19a82-32c8-492d-bbe8-da6eb371ac83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa'}}] {{(pid=79280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:29:17.960744 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-4a946b50-cdd3-4919-bf4b-2747ed0b211f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:17.992340 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c516beef-57fc-4552-8c2a-077765df46e1 req-f1f1a30b-aff8-4165-945c-721990ec7653 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615356 May 17 16:29:18.072607 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-4a946b50-cdd3-4919-bf4b-2747ed0b211f service neutron] For port ab032548-d53f-4cfa-bc1f-749425127dbb, host hv-cinder-76810, cleared binding levels {{(pid=79280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:29:18.075775 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-4a946b50-cdd3-4919-bf4b-2747ed0b211f service neutron] For port ab032548-d53f-4cfa-bc1f-749425127dbb, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ab032548-d53f-4cfa-bc1f-749425127dbb,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:29:18.121164 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:18.160265 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-3505b6b6-7ed7-4a5b-93da-9145ee80352b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:18.160890 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-4a946b50-cdd3-4919-bf4b-2747ed0b211f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566544'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:18.168162 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-f80e2387-ee32-4113-b57e-06260d17852e tempest-DeleteServersTestJSON-1921097941 tempest-DeleteServersTestJSON-1921097941-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:18.219537 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa67483-e1ce-4870-bab2-3707413779aa req-cdf7820a-4ad0-452f-a148-5506047b4f9f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:18.220925 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0fa67483-e1ce-4870-bab2-3707413779aa req-cdf7820a-4ad0-452f-a148-5506047b4f9f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.1366220 May 17 16:29:18.238755 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['60e63ba7-325f-48bd-932e-f668450e4167'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:29:18.300495 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-4a946b50-cdd3-4919-bf4b-2747ed0b211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:18.301311 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-4a946b50-cdd3-4919-bf4b-2747ed0b211f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:18.302763 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-4a946b50-cdd3-4919-bf4b-2747ed0b211f service neutron] 10.222.0.24 "PUT /v2.0/ports/ab032548-d53f-4cfa-bc1f-749425127dbb HTTP/1.1" status: 200 len: 1093 time: 2.1688573 May 17 16:29:18.305250 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb704110-995d-4f2a-8675-20ca9282ae7e', 'tag': 'ab032548-d53f-4cfa-bc1f-749425127dbb'}] {{(pid=79280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:29:18.366068 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a946b50-cdd3-4919-bf4b-2747ed0b211f service neutron] Pushing event updated for resources: {'Port': ['ID=ab032548-d53f-4cfa-bc1f-749425127dbb,revision_number=3']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:18.382242 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0fa67483-e1ce-4870-bab2-3707413779aa req-1fe507e1-98fd-4d40-9ff2-7416635170ef tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139963 May 17 16:29:18.386547 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-4a946b50-cdd3-4919-bf4b-2747ed0b211f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:18.482644 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb704110-995d-4f2a-8675-20ca9282ae7e', 'tag': 'ab032548-d53f-4cfa-bc1f-749425127dbb', 'status': 'completed', 'code': 200} May 17 16:29:18.504408 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b3a77-e192-43b9-8fe6-467b7621e2ea req-5a87cc44-b2fb-43e9-a5bb-2b2086b96725 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:18.506044 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5b7b3a77-e192-43b9-8fe6-467b7621e2ea req-5a87cc44-b2fb-43e9-a5bb-2b2086b96725 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 944 time: 0.3028097 May 17 16:29:18.580726 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-f587943f-b795-4a6e-82a5-d3af0efdbbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:18.582595 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-f587943f-b795-4a6e-82a5-d3af0efdbbbf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ea92b2008324514984db0dee23989df&device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 1096 time: 0.1729190 May 17 16:29:18.590872 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5b7b3a77-e192-43b9-8fe6-467b7621e2ea req-2925255a-234b-4fee-9569-a92167ca7fbf tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744383 May 17 16:29:18.659171 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-ae6d2be4-e07b-45ed-b86b-bf88feedbaf3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab032548-d53f-4cfa-bc1f-749425127dbb HTTP/1.1" status: 200 len: 217 time: 0.0676599 May 17 16:29:18.726734 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-613497b1-37e4-4e39-8bf7-58130b74235a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:18.728234 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-613497b1-37e4-4e39-8bf7-58130b74235a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e88814d7-1622-4f60-af12-99e2074dbe02 HTTP/1.1" status: 200 len: 856 time: 0.0607452 May 17 16:29:18.809480 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-38427414-3f7c-4a3a-8b41-04883b1cc246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:18.811107 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-38427414-3f7c-4a3a-8b41-04883b1cc246 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b385ca28-bc09-4262-bdca-a3584d9f84aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761619 May 17 16:29:18.953095 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-191041f2-0882-48b7-b63b-1655478c47e7 service neutron] 10.222.0.24 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266372 May 17 16:29:19.093252 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-faf81434-0f5d-4c3d-a098-111b53bdf64f req-09132a55-8754-4a25-a287-4e78f0d90f5e service neutron] 10.222.0.24 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329675 May 17 16:29:19.183469 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:19.521299 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047a8b5-0e05-46ad-a119-41910fc6ddec req-ae514686-4000-4d18-8869-4df8a2a77516 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:19.522797 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8047a8b5-0e05-46ad-a119-41910fc6ddec req-ae514686-4000-4d18-8869-4df8a2a77516 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 946 time: 0.3071833 May 17 16:29:19.534073 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f208c-192a-44c1-a50c-5bf7c2b8af77 req-fff0ce14-77dc-4095-a778-608047021985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:19.535517 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-928f208c-192a-44c1-a50c-5bf7c2b8af77 req-fff0ce14-77dc-4095-a778-608047021985 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ea92b2008324514984db0dee23989df&device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 1096 time: 0.2639210 May 17 16:29:19.555443 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289cb2f-b8f9-4e1f-bcc5-600f179b2d37 req-4a9a27d3-8bdf-43fd-a2d7-24aaa51877cb tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:19.557549 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c289cb2f-b8f9-4e1f-bcc5-600f179b2d37 req-4a9a27d3-8bdf-43fd-a2d7-24aaa51877cb tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 943 time: 0.2924213 May 17 16:29:19.709167 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8047a8b5-0e05-46ad-a119-41910fc6ddec req-3481d3de-81de-47a7-902f-a2d17b17fd0b tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787114 May 17 16:29:19.716192 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c289cb2f-b8f9-4e1f-bcc5-600f179b2d37 req-c59cd807-45bc-45af-ae3c-593e3c2f6003 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1383681 May 17 16:29:19.758865 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f208c-192a-44c1-a50c-5bf7c2b8af77 req-abb0d1d8-c2b4-4fc9-820d-012a7fe5a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:19.760339 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-928f208c-192a-44c1-a50c-5bf7c2b8af77 req-abb0d1d8-c2b4-4fc9-820d-012a7fe5a700 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b385ca28-bc09-4262-bdca-a3584d9f84aa HTTP/1.1" status: 200 len: 918 time: 0.2019143 May 17 16:29:19.838489 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-928f208c-192a-44c1-a50c-5bf7c2b8af77 req-4742c907-08b7-42f7-815e-3b3b8778ce52 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab032548-d53f-4cfa-bc1f-749425127dbb HTTP/1.1" status: 200 len: 217 time: 0.0705967 May 17 16:29:20.011150 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f208c-192a-44c1-a50c-5bf7c2b8af77 req-0e4bd0d7-d36e-420b-bda1-3ad7c90037d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:20.016793 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-928f208c-192a-44c1-a50c-5bf7c2b8af77 req-0e4bd0d7-d36e-420b-bda1-3ad7c90037d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e88814d7-1622-4f60-af12-99e2074dbe02 HTTP/1.1" status: 200 len: 856 time: 0.1336544 May 17 16:29:20.100904 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b78ff-c4ca-489f-8f91-36052851a9b3 req-fb280eb6-04e6-4f83-84f6-99e50f1b032a tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:20.102419 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4b7b78ff-c4ca-489f-8f91-36052851a9b3 req-fb280eb6-04e6-4f83-84f6-99e50f1b032a tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 944 time: 0.2662404 May 17 16:29:20.151325 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055850d-e94c-44f7-be2e-7d4762fa4657 req-a8de4bfd-f02c-4b54-95a9-19a70646266c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:20.153060 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4055850d-e94c-44f7-be2e-7d4762fa4657 req-a8de4bfd-f02c-4b54-95a9-19a70646266c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.2151828 May 17 16:29:20.205922 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4b7b78ff-c4ca-489f-8f91-36052851a9b3 req-9dea1a98-b156-4916-9a4b-b8e4e069b924 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965946 May 17 16:29:20.230198 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f208c-192a-44c1-a50c-5bf7c2b8af77 req-d49c7bd2-bdd1-4464-bdc9-a50001bc36e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:20.231977 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-928f208c-192a-44c1-a50c-5bf7c2b8af77 req-d49c7bd2-bdd1-4464-bdc9-a50001bc36e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b385ca28-bc09-4262-bdca-a3584d9f84aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2080853 May 17 16:29:20.237532 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4055850d-e94c-44f7-be2e-7d4762fa4657 req-403daa73-28f1-4895-94f4-5309ecf9e1e2 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742977 May 17 16:29:20.368622 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-928f208c-192a-44c1-a50c-5bf7c2b8af77 req-2c146000-d656-4282-9865-df4ac44563b9 service neutron] 10.222.0.24 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292052 May 17 16:29:20.501391 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-928f208c-192a-44c1-a50c-5bf7c2b8af77 req-30b8bd4e-5822-4004-86f5-d61c443b8467 service neutron] 10.222.0.24 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262445 May 17 16:29:20.626993 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:20.961106 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766cf03-9655-4a5c-98b4-d36169a10bd3 req-b578c2df-6393-4302-b927-b6a2495a4c04 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:20.962581 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-2766cf03-9655-4a5c-98b4-d36169a10bd3 req-b578c2df-6393-4302-b927-b6a2495a4c04 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 943 time: 0.1115506 May 17 16:29:20.975894 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66679e31-8cbb-4f05-bb64-15655ea0b928 req-c316a3c4-ef1c-4871-8716-41dfd167d34e tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:20.975894 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-66679e31-8cbb-4f05-bb64-15655ea0b928 req-c316a3c4-ef1c-4871-8716-41dfd167d34e tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 946 time: 0.1528189 May 17 16:29:21.038379 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-2766cf03-9655-4a5c-98b4-d36169a10bd3 req-9c0385c7-565d-4d73-ad3e-0ad6407813be tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649934 May 17 16:29:21.046101 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-66679e31-8cbb-4f05-bb64-15655ea0b928 req-ae790d3b-0a22-4c13-8b69-d5ab498a091a tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594983 May 17 16:29:21.350613 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 60e63ba7-325f-48bd-932e-f668450e4167 up at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:29:21.455761 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38d256-915a-497e-8774-80e67dbc60c3 req-74aeebaa-1bc9-4f58-98cf-d630b7fe3f23 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:21.457183 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7b38d256-915a-497e-8774-80e67dbc60c3 req-74aeebaa-1bc9-4f58-98cf-d630b7fe3f23 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 944 time: 0.1421711 May 17 16:29:21.467050 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning for port 60e63ba7-325f-48bd-932e-f668450e4167 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:29:21.468420 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc543ddf-31cd-4772-990d-63d86f06f767 req-3eaa8344-43d5-4d3f-9f42-9b8a95e49c45 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:21.469821 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cc543ddf-31cd-4772-990d-63d86f06f767 req-3eaa8344-43d5-4d3f-9f42-9b8a95e49c45 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.1133015 May 17 16:29:21.474964 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning complete for port 60e63ba7-325f-48bd-932e-f668450e4167 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:29:21.475350 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:21.546740 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7b38d256-915a-497e-8774-80e67dbc60c3 req-5c65ce16-26d9-43e9-867f-7fb95fae3185 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757213 May 17 16:29:21.549370 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cc543ddf-31cd-4772-990d-63d86f06f767 req-e0d63b5d-92b4-49e4-94cd-e54c3ee7bacd tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623255 May 17 16:29:21.604783 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:21.637312 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b16c6db-eba2-40ef-9eab-2acd53c57258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e63ba7-325f-48bd-932e-f668450e4167'}] {{(pid=79282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:29:21.647570 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 60e63ba7-325f-48bd-932e-f668450e4167, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=60e63ba7-325f-48bd-932e-f668450e4167,segment=NetworkSegment(c7b9b05b-accd-45f4-8e0f-e1ea12cbb998),segment_id=c7b9b05b-accd-45f4-8e0f-e1ea12cbb998)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:29:21.686664 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b16c6db-eba2-40ef-9eab-2acd53c57258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e63ba7-325f-48bd-932e-f668450e4167', 'code': 200} May 17 16:29:21.725754 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:21.727652 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:21.797893 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=60e63ba7-325f-48bd-932e-f668450e4167,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:21.800961 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:21.805245 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:22.461959 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6d8ea-857c-4a53-bb92-2af3999b1656 req-b79741eb-9f90-46c9-b5dd-ab94e7884049 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:22.463428 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-48c6d8ea-857c-4a53-bb92-2af3999b1656 req-b79741eb-9f90-46c9-b5dd-ab94e7884049 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 943 time: 0.3095136 May 17 16:29:22.494489 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99ccf7-98b6-44b3-8f7a-32858fdb6d1c req-4b733c1a-8647-4ddb-9400-1bb01b0fc9fe tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:22.495915 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ed99ccf7-98b6-44b3-8f7a-32858fdb6d1c req-4b733c1a-8647-4ddb-9400-1bb01b0fc9fe tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 946 time: 0.3002338 May 17 16:29:22.500725 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf29ec-f387-4578-86ac-252e3418533f req-1a522d84-2df7-4b62-b26d-d8835727ae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:22.502391 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6fbf29ec-f387-4578-86ac-252e3418533f req-1a522d84-2df7-4b62-b26d-d8835727ae50 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 1098 time: 0.2569764 May 17 16:29:22.585334 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-48c6d8ea-857c-4a53-bb92-2af3999b1656 req-7899c95f-f8b7-4fd8-9330-bdf02f19c8e5 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1146517 May 17 16:29:22.591860 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ed99ccf7-98b6-44b3-8f7a-32858fdb6d1c req-18f3b836-431c-4a1a-9f2e-7733f80c18a7 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885990 May 17 16:29:22.597246 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6fbf29ec-f387-4578-86ac-252e3418533f req-a71beefb-5a9c-43fa-b46e-3a56245753ac service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764816 May 17 16:29:22.828911 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7774bb2-9291-4b9b-9dd9-889ef1aa0562 req-3c185151-05cb-45ff-b4fd-5d4811b4980b tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:22.830376 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e7774bb2-9291-4b9b-9dd9-889ef1aa0562 req-3c185151-05cb-45ff-b4fd-5d4811b4980b tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 945 time: 0.1436532 May 17 16:29:22.839643 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f9fe8-5bd0-43a4-9f35-5b7dd8cd821b req-c11f1478-bc7b-418d-99ee-6e92e456c6aa tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:22.841051 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-bb8f9fe8-5bd0-43a4-9f35-5b7dd8cd821b req-c11f1478-bc7b-418d-99ee-6e92e456c6aa tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.1225011 May 17 16:29:22.912398 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e7774bb2-9291-4b9b-9dd9-889ef1aa0562 req-aa9e3a86-615f-497f-bd61-35634d89c659 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703599 May 17 16:29:22.920182 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-bb8f9fe8-5bd0-43a4-9f35-5b7dd8cd821b req-0cfdaf0e-1eb8-481b-aa2e-2924b095813a tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643775 May 17 16:29:23.359883 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device ab032548-d53f-4cfa-bc1f-749425127dbb details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:29:23.497059 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port ab032548-d53f-4cfa-bc1f-749425127dbb, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ab032548-d53f-4cfa-bc1f-749425127dbb,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:29:23.511613 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Returning: {'device': 'ab032548-d53f-4cfa-bc1f-749425127dbb', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'port_id': 'ab032548-d53f-4cfa-bc1f-749425127dbb', 'mac_address': 'fa:16:3e:d6:28:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:29:23.565056 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:23.582266 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab032548-d53f-4cfa-bc1f-749425127dbb {{(pid=79282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:29:23.597153 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port ab032548-d53f-4cfa-bc1f-749425127dbb, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ab032548-d53f-4cfa-bc1f-749425127dbb,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:29:23.674240 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:23.676337 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:23.751064 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=ab032548-d53f-4cfa-bc1f-749425127dbb,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:23.754062 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:23.842566 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e477219-0d37-47d6-8506-950cf276d94a req-1a7bfed7-9cc3-4fc4-9985-996461b4cb58 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:23.844210 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0e477219-0d37-47d6-8506-950cf276d94a req-1a7bfed7-9cc3-4fc4-9985-996461b4cb58 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 944 time: 0.1123185 May 17 16:29:23.853365 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a7bb1-1b51-4ffd-bf4a-56279765392e req-5e9a2da3-891a-42df-a2ef-a7968b18ba5b tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:23.854918 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ad1a7bb1-1b51-4ffd-bf4a-56279765392e req-5e9a2da3-891a-42df-a2ef-a7968b18ba5b tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 946 time: 0.1543014 May 17 16:29:23.927618 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0e477219-0d37-47d6-8506-950cf276d94a req-1f5a3844-033d-4151-9f62-4dc7a8e10d25 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716345 May 17 16:29:23.932708 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ad1a7bb1-1b51-4ffd-bf4a-56279765392e req-05b6f339-b0f8-405f-a589-d43e582d08b5 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603237 May 17 16:29:24.186829 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525960b5-7213-4586-b9b6-e836525a0510 req-057bc5c8-e312-4780-9234-7d554a94d362 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:24.186829 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-525960b5-7213-4586-b9b6-e836525a0510 req-057bc5c8-e312-4780-9234-7d554a94d362 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 945 time: 0.1485105 May 17 16:29:24.193393 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['ab032548-d53f-4cfa-bc1f-749425127dbb'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:29:24.199473 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648780f2-a71d-4de6-aea6-eb46bfa38345 req-d34e838a-0b65-468a-8a8c-a7ca1ca88e00 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:24.200970 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-648780f2-a71d-4de6-aea6-eb46bfa38345 req-d34e838a-0b65-468a-8a8c-a7ca1ca88e00 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.1223600 May 17 16:29:24.273026 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-525960b5-7213-4586-b9b6-e836525a0510 req-f0072e5e-1b15-4bc3-89d9-f761889ef0cf tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710855 May 17 16:29:24.290245 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-648780f2-a71d-4de6-aea6-eb46bfa38345 req-6d927723-a478-4d7c-ae42-399c2f9abcc4 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727239 May 17 16:29:25.180474 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d3a76-38f0-4f0a-abd0-9c5693f7d454 req-a369ca20-264c-4b07-9492-9b85f794bd3b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:25.182537 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-888d3a76-38f0-4f0a-abd0-9c5693f7d454 req-a369ca20-264c-4b07-9492-9b85f794bd3b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 944 time: 0.1440487 May 17 16:29:25.191027 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05e764-31ae-475b-8c4d-9a1d6adb2162 req-35b2728c-39cd-4e97-8c72-e182b963650b tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:25.192362 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-2b05e764-31ae-475b-8c4d-9a1d6adb2162 req-35b2728c-39cd-4e97-8c72-e182b963650b tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 946 time: 0.1229897 May 17 16:29:25.263806 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-888d3a76-38f0-4f0a-abd0-9c5693f7d454 req-43d59527-21f9-49dd-98f5-fce09b11f08a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705183 May 17 16:29:25.270572 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-2b05e764-31ae-475b-8c4d-9a1d6adb2162 req-14f0b251-a924-4e76-a272-418a177a7b99 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639544 May 17 16:29:25.538377 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fadfe-940a-4ef4-88b2-c47b90c9835d req-b4dda873-5561-45d4-bc5f-f9a01d494504 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:25.539846 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1b5fadfe-940a-4ef4-88b2-c47b90c9835d req-b4dda873-5561-45d4-bc5f-f9a01d494504 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.1439731 May 17 16:29:25.548955 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0402ef-8756-4d7d-9aa0-c1c867981d7c req-58cc7f0d-afaa-4244-83c1-4e14e81a3713 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:25.550407 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fb0402ef-8756-4d7d-9aa0-c1c867981d7c req-58cc7f0d-afaa-4244-83c1-4e14e81a3713 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 945 time: 0.1231766 May 17 16:29:25.626343 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1b5fadfe-940a-4ef4-88b2-c47b90c9835d req-74f5ee26-e420-40fa-9632-7a2d5cbe5067 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736127 May 17 16:29:25.629670 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fb0402ef-8756-4d7d-9aa0-c1c867981d7c req-0515d38e-b8f4-4cb7-b7a1-49da9c339aea tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613246 May 17 16:29:25.862047 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91288faf-b7c1-4726-8e0e-5925e5d87b23 req-74f481af-af08-4938-89af-be9a2ad573e0 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:25.863395 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-91288faf-b7c1-4726-8e0e-5925e5d87b23 req-74f481af-af08-4938-89af-be9a2ad573e0 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 945 time: 0.1442120 May 17 16:29:25.870652 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b6ec5-9e94-4cf4-8a62-c7e61fd449d5 req-edbbf640-6f92-41b0-8fa5-2744146f384a tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:25.872031 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f24b6ec5-9e94-4cf4-8a62-c7e61fd449d5 req-edbbf640-6f92-41b0-8fa5-2744146f384a tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 945 time: 0.1214533 May 17 16:29:25.940799 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-91288faf-b7c1-4726-8e0e-5925e5d87b23 req-fafff34f-8968-4ec6-a54f-719b08976533 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678492 May 17 16:29:25.945025 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f24b6ec5-9e94-4cf4-8a62-c7e61fd449d5 req-bdee3eb0-1c4b-49f4-b47a-da4eb9ea8fdb tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592234 May 17 16:29:25.965985 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 42456) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:29:25.969236 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 42460) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:29:26.146677 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bcd017-9778-4e04-9334-3268f6f6b3a0 tempest-TestMinimumBasicScenario-1794433557 tempest-TestMinimumBasicScenario-1794433557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:26.147284 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-10bcd017-9778-4e04-9334-3268f6f6b3a0 tempest-TestMinimumBasicScenario-1794433557 tempest-TestMinimumBasicScenario-1794433557-project-admin] Synchronizing usage tracker for tenant:be79e7186fd84cf88967e0ca263eebe7 on resource:port {{(pid=79281) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:29:26.148255 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807efba1-f0cb-4c7f-89ef-63d24049137d tempest-TestVolumeBootPattern-2111459436 tempest-TestVolumeBootPattern-2111459436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:26.148955 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-807efba1-f0cb-4c7f-89ef-63d24049137d tempest-TestVolumeBootPattern-2111459436 tempest-TestVolumeBootPattern-2111459436-project-admin] Synchronizing usage tracker for tenant:683fcbd3bad64bfab64439cbaecb58d6 on resource:port {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:29:26.226925 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-10bcd017-9778-4e04-9334-3268f6f6b3a0 tempest-TestMinimumBasicScenario-1794433557 tempest-TestMinimumBasicScenario-1794433557-project-admin] Unset dirty status for tenant:be79e7186fd84cf88967e0ca263eebe7 on resource:port {{(pid=79281) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:29:26.230836 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-10bcd017-9778-4e04-9334-3268f6f6b3a0 tempest-TestMinimumBasicScenario-1794433557 tempest-TestMinimumBasicScenario-1794433557-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 1093 time: 0.2611208 May 17 16:29:26.235614 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 42470) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:29:26.236799 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-9f06b044-31e6-4ee1-b122-0d41aef1e0f5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Request body: {'floatingip': {'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'port_id': 'a03a5938-1057-4ff8-934b-df436d1b8137', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'fixed_ip_address': '172.20.0.5'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:29:26.244227 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-9f06b044-31e6-4ee1-b122-0d41aef1e0f5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:29:26.248303 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-9f06b044-31e6-4ee1-b122-0d41aef1e0f5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Usage tracker for resource:floatingip and tenant:d73f6e7ae19343568240cc20d98fe216 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:29:26.251349 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-9f06b044-31e6-4ee1-b122-0d41aef1e0f5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:29:26.257539 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-9f06b044-31e6-4ee1-b122-0d41aef1e0f5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:29:26.260028 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-807efba1-f0cb-4c7f-89ef-63d24049137d tempest-TestVolumeBootPattern-2111459436 tempest-TestVolumeBootPattern-2111459436-project-admin] Unset dirty status for tenant:683fcbd3bad64bfab64439cbaecb58d6 on resource:port {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:29:26.266329 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-807efba1-f0cb-4c7f-89ef-63d24049137d tempest-TestVolumeBootPattern-2111459436 tempest-TestVolumeBootPattern-2111459436-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 1093 time: 0.2909214 May 17 16:29:26.266659 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 42474) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:29:26.272863 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-bc562669-d13b-4d61-85d7-dd1ee9ec0ccc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Request body: {'floatingip': {'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'port_id': '60e63ba7-325f-48bd-932e-f668450e4167', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'fixed_ip_address': '172.20.0.4'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:29:26.279827 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-bc562669-d13b-4d61-85d7-dd1ee9ec0ccc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:29:26.283628 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-bc562669-d13b-4d61-85d7-dd1ee9ec0ccc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Usage tracker for resource:floatingip and tenant:7a068a8fe37545c7b11756cf0d188624 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:29:26.287260 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-bc562669-d13b-4d61-85d7-dd1ee9ec0ccc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:29:26.292945 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-bc562669-d13b-4d61-85d7-dd1ee9ec0ccc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:29:26.444953 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9f06b044-31e6-4ee1-b122-0d41aef1e0f5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for floatingip, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:26.470576 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-bc562669-d13b-4d61-85d7-dd1ee9ec0ccc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for floatingip, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:26.801748 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edba17-89a4-4e21-b3a9-e44831e6ea29 req-270d283b-30ba-496f-84e3-3b388fce7321 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:26.803210 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-76edba17-89a4-4e21-b3a9-e44831e6ea29 req-270d283b-30ba-496f-84e3-3b388fce7321 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 944 time: 0.4249463 May 17 16:29:26.812586 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508797a-317c-489c-9600-5ddd152a41c9 req-203d67fd-8202-407b-ad47-8ede24465a0f tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:26.813912 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0508797a-317c-489c-9600-5ddd152a41c9 req-203d67fd-8202-407b-ad47-8ede24465a0f tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 946 time: 0.4344258 May 17 16:29:26.910529 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-76edba17-89a4-4e21-b3a9-e44831e6ea29 req-a86e83eb-27e3-43ac-a7e9-320eccb5a918 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0936472 May 17 16:29:26.936551 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0508797a-317c-489c-9600-5ddd152a41c9 req-8a751111-f790-4050-8e71-d4a614fccc6d tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135085 May 17 16:29:26.962201 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-bc562669-d13b-4d61-85d7-dd1ee9ec0ccc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:26.965378 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9f06b044-31e6-4ee1-b122-0d41aef1e0f5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:27.237512 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c7e8b-e166-43ea-b35a-e997395e2796 req-ff63c9b9-d1b6-4340-9524-ce4d98187f82 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:27.239096 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b92c7e8b-e166-43ea-b35a-e997395e2796 req-ff63c9b9-d1b6-4340-9524-ce4d98187f82 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.2026384 May 17 16:29:27.240416 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_common [None req-9f06b044-31e6-4ee1-b122-0d41aef1e0f5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Allocated IP 172.27.2.212 (42a1d626-e0b0-418c-b7f5-2b1d715bf830/6e10255a-9813-4d83-92b3-230f73c18e4f/498a8304-c31d-4d1f-b4f3-13a6573e6370) {{(pid=79280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:29:27.363494 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b92c7e8b-e166-43ea-b35a-e997395e2796 req-8436db7d-95e3-4c55-8d1e-3d7bde0d4172 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181633 May 17 16:29:27.382561 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device ab032548-d53f-4cfa-bc1f-749425127dbb up at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:29:27.429517 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9f06b044-31e6-4ee1-b122-0d41aef1e0f5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for port, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:27.548382 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning for port ab032548-d53f-4cfa-bc1f-749425127dbb completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:29:27.553965 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning complete for port ab032548-d53f-4cfa-bc1f-749425127dbb triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:29:27.554470 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:27.608508 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9f06b044-31e6-4ee1-b122-0d41aef1e0f5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:27.619729 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-d8278888-f8d3-4d59-a8a7-61cdd9a1713d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:27.677114 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:27.694731 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f06b044-31e6-4ee1-b122-0d41aef1e0f5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:29:27.699472 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [None req-9f06b044-31e6-4ee1-b122-0d41aef1e0f5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:29:27.705153 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb704110-995d-4f2a-8675-20ca9282ae7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab032548-d53f-4cfa-bc1f-749425127dbb'}] {{(pid=79282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:29:27.707151 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f06b044-31e6-4ee1-b122-0d41aef1e0f5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Received port after_create {{(pid=79280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:29:27.715610 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port ab032548-d53f-4cfa-bc1f-749425127dbb, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ab032548-d53f-4cfa-bc1f-749425127dbb,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:29:27.738468 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06b044-31e6-4ee1-b122-0d41aef1e0f5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Pushing event updated for resources: {'Port': ['ID=498a8304-c31d-4d1f-b4f3-13a6573e6370,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:27.752301 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb704110-995d-4f2a-8675-20ca9282ae7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab032548-d53f-4cfa-bc1f-749425127dbb', 'code': 200} May 17 16:29:27.754202 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-9f06b044-31e6-4ee1-b122-0d41aef1e0f5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:27.764179 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_common [None req-bc562669-d13b-4d61-85d7-dd1ee9ec0ccc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Allocated IP 172.27.2.25 (42a1d626-e0b0-418c-b7f5-2b1d715bf830/6e10255a-9813-4d83-92b3-230f73c18e4f/2b21d87d-0bb9-40c4-b052-3b5e1831bddf) {{(pid=79280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:29:27.798206 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:27.798206 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:27.863062 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=ab032548-d53f-4cfa-bc1f-749425127dbb,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:27.870191 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:27.870542 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:27.870986 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:27.871329 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:27.871653 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:27.872033 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:27.872394 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:27.872746 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:27.873043 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:27.873393 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:27.873713 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:27.874055 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:29:27.878200 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:28.212966 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-bc562669-d13b-4d61-85d7-dd1ee9ec0ccc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for port, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:28.436690 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185363c6-c060-46bc-aa09-016a696d8c8a req-b38266eb-fdb1-469b-9911-5ec817c7eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:28.438185 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-185363c6-c060-46bc-aa09-016a696d8c8a req-b38266eb-fdb1-469b-9911-5ec817c7eae8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 1098 time: 0.3483181 May 17 16:29:28.566955 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5b597-62b8-4012-8be8-e059312c3a30 req-512a6924-61df-4e85-880b-8af5dbb42824 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:28.568290 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-bfb5b597-62b8-4012-8be8-e059312c3a30 req-512a6924-61df-4e85-880b-8af5dbb42824 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 946 time: 0.4774706 May 17 16:29:28.580238 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68eb42d-64f6-4ef6-8035-4882532f8978 req-79580094-0fb4-4c1b-bd19-b631408ea3f5 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:28.581607 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f68eb42d-64f6-4ef6-8035-4882532f8978 req-79580094-0fb4-4c1b-bd19-b631408ea3f5 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 945 time: 0.4928281 May 17 16:29:28.596888 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-bc562669-d13b-4d61-85d7-dd1ee9ec0ccc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:28.606089 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-ac7fc36e-c7e6-4f6b-9c21-fe77f469f79d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:28.715656 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc562669-d13b-4d61-85d7-dd1ee9ec0ccc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:29:28.736360 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [None req-bc562669-d13b-4d61-85d7-dd1ee9ec0ccc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:29:28.749265 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc562669-d13b-4d61-85d7-dd1ee9ec0ccc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Received port after_create {{(pid=79280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:29:28.779104 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-185363c6-c060-46bc-aa09-016a696d8c8a req-109d2443-45e5-4d89-8a7f-b96f98f8a385 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2067494 May 17 16:29:28.805322 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc562669-d13b-4d61-85d7-dd1ee9ec0ccc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Pushing event updated for resources: {'Port': ['ID=2b21d87d-0bb9-40c4-b052-3b5e1831bddf,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:28.814618 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-bc562669-d13b-4d61-85d7-dd1ee9ec0ccc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:28.826413 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-bfb5b597-62b8-4012-8be8-e059312c3a30 req-336ad8fc-7419-4791-b7b8-df8fb7aafa8e tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437425 May 17 16:29:28.851781 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f68eb42d-64f6-4ef6-8035-4882532f8978 req-90534cba-a400-4d8f-b5f7-cae01850893d tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2489042 May 17 16:29:28.962638 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9f06b044-31e6-4ee1-b122-0d41aef1e0f5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:29.226180 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781a6f9-a749-4d65-8009-1881ed3b9f59 req-e109069a-8aaf-4493-bcc8-c51660a67acc tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:29.228216 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c781a6f9-a749-4d65-8009-1881ed3b9f59 req-e109069a-8aaf-4493-bcc8-c51660a67acc tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.2743607 May 17 16:29:29.336141 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9f06b044-31e6-4ee1-b122-0d41aef1e0f5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:29.385238 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c781a6f9-a749-4d65-8009-1881ed3b9f59 req-76e09186-e2da-4bef-b6ec-2dd69a2dedc1 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194761 May 17 16:29:29.537520 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-bc562669-d13b-4d61-85d7-dd1ee9ec0ccc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:29.595985 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9f06b044-31e6-4ee1-b122-0d41aef1e0f5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for port, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:29.687043 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9f06b044-31e6-4ee1-b122-0d41aef1e0f5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566544'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:29.693234 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-419b1896-0934-40b6-b36c-17ff0705b9d3 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:29.801215 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-bc562669-d13b-4d61-85d7-dd1ee9ec0ccc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:29.834069 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06b044-31e6-4ee1-b122-0d41aef1e0f5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Pushing event updated for resources: {'Port': ['ID=498a8304-c31d-4d1f-b4f3-13a6573e6370,revision_number=2']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:29.851033 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-9f06b044-31e6-4ee1-b122-0d41aef1e0f5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:29.863893 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9f06b044-31e6-4ee1-b122-0d41aef1e0f5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432823'] for floatingip, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:29.909649 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:29:30.370726 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.db.l3_db [None req-9f06b044-31e6-4ee1-b122-0d41aef1e0f5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Floating IP 7df096b3-7bdd-44a5-9dcd-a964bb3fe933 associated. External IP: 172.27.2.212, port: a03a5938-1057-4ff8-934b-df436d1b8137. May 17 16:29:30.470403 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af4ca6-b4fc-45ba-a8d5-672ab4986484 req-61d8a240-8099-45a4-b873-08929000a389 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:30.471945 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-59af4ca6-b4fc-45ba-a8d5-672ab4986484 req-61d8a240-8099-45a4-b873-08929000a389 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 945 time: 0.4956326 May 17 16:29:30.487011 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fae6b7-0f68-4865-9687-9228ac7e0d3e req-1b0b34f3-8c87-4362-adfb-5120aa971a38 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:30.488501 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-67fae6b7-0f68-4865-9687-9228ac7e0d3e req-1b0b34f3-8c87-4362-adfb-5120aa971a38 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 946 time: 0.5478508 May 17 16:29:30.661073 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-59af4ca6-b4fc-45ba-a8d5-672ab4986484 req-9edb0a84-72b7-4f27-9abe-2f7380b5bd89 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1716321 May 17 16:29:30.667941 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-bc562669-d13b-4d61-85d7-dd1ee9ec0ccc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for port, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:30.680211 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-67fae6b7-0f68-4865-9687-9228ac7e0d3e req-53371b36-4c32-46e8-b1fb-cfde720e85bc tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835086 May 17 16:29:30.739883 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-bc562669-d13b-4d61-85d7-dd1ee9ec0ccc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566544'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:30.757036 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-9f06b044-31e6-4ee1-b122-0d41aef1e0f5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:30.987795 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc562669-d13b-4d61-85d7-dd1ee9ec0ccc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Pushing event updated for resources: {'Port': ['ID=2b21d87d-0bb9-40c4-b052-3b5e1831bddf,revision_number=2']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:30.998093 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-bc562669-d13b-4d61-85d7-dd1ee9ec0ccc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:31.006006 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-bc562669-d13b-4d61-85d7-dd1ee9ec0ccc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432823'] for floatingip, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:31.111483 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f06b044-31e6-4ee1-b122-0d41aef1e0f5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Router 3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9 has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:29:31.190663 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad3062-9d5a-4607-bf54-82b6fc61491d req-97d7101b-cde1-4368-99f4-0120502f4e7b tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:31.192084 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4bad3062-9d5a-4607-bf54-82b6fc61491d req-97d7101b-cde1-4368-99f4-0120502f4e7b tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.4031746 May 17 16:29:31.314359 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.db.l3_db [None req-bc562669-d13b-4d61-85d7-dd1ee9ec0ccc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Floating IP d02a62b7-0ca6-49ee-842c-0212ab79dee4 associated. External IP: 172.27.2.25, port: 60e63ba7-325f-48bd-932e-f668450e4167. May 17 16:29:31.396653 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4bad3062-9d5a-4607-bf54-82b6fc61491d req-efee38eb-1b2c-4ca6-ad22-a65ed4f95a25 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971035 May 17 16:29:31.684764 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f06b044-31e6-4ee1-b122-0d41aef1e0f5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:29:31.697213 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f64e7ba-44f0-4e4e-a9f8-36977965e128 None None] Sync routers for ids ['3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'] in dv-cinder-768105-8-iscsi {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:29:31.718963 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f64e7ba-44f0-4e4e-a9f8-36977965e128 None None] Routers {'3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:29:31.721910 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-8f64e7ba-44f0-4e4e-a9f8-36977965e128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:29:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:29:31.804149 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-9f06b044-31e6-4ee1-b122-0d41aef1e0f5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for floatingip, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:31.945368 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-8f64e7ba-44f0-4e4e-a9f8-36977965e128 None None] Set router 3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:29:32.050996 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-9f06b044-31e6-4ee1-b122-0d41aef1e0f5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.8186340 May 17 16:29:32.054411 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 42526) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:29:32.055383 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83edf047-c96e-4850-b5a2-150fbb2b8fb9', 'tag': 'a03a5938-1057-4ff8-934b-df436d1b8137'}] {{(pid=79280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:29:32.062209 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-763b78bf-8abc-454e-a7cc-a6ca47a46010 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-856655374', 'description': 'tempest-secgroup-smoke-856655374 description', 'project_id': 'd73f6e7ae19343568240cc20d98fe216'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:29:32.070356 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-763b78bf-8abc-454e-a7cc-a6ca47a46010 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:29:32.075623 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-763b78bf-8abc-454e-a7cc-a6ca47a46010 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Usage tracker for resource:security_group and tenant:d73f6e7ae19343568240cc20d98fe216 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:29:32.078673 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-763b78bf-8abc-454e-a7cc-a6ca47a46010 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:29:32.086516 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-763b78bf-8abc-454e-a7cc-a6ca47a46010 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:29:32.100314 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc562669-d13b-4d61-85d7-dd1ee9ec0ccc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Router 1d0dc66f-e4d2-468e-96d0-0199564b409f has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:29:32.116076 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6dd5b-a9ac-4833-a88a-795148726d09 req-16e0c5e5-586a-4c74-9966-a99d7962f4c3 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:32.117580 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-43c6dd5b-a9ac-4833-a88a-795148726d09 req-16e0c5e5-586a-4c74-9966-a99d7962f4c3 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 945 time: 0.3180900 May 17 16:29:32.128335 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559790a9-0975-4186-9091-48853e3a9ca4 req-9327b551-ddec-4d3a-88ba-6ce0f404df31 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:32.129802 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-559790a9-0975-4186-9091-48853e3a9ca4 req-9327b551-ddec-4d3a-88ba-6ce0f404df31 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 946 time: 0.2937880 May 17 16:29:32.211874 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-763b78bf-8abc-454e-a7cc-a6ca47a46010 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:32.233967 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-763b78bf-8abc-454e-a7cc-a6ca47a46010 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:29:32.237752 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-763b78bf-8abc-454e-a7cc-a6ca47a46010 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Usage tracker for resource:security_group_rule and tenant:d73f6e7ae19343568240cc20d98fe216 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:29:32.240657 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-763b78bf-8abc-454e-a7cc-a6ca47a46010 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:29:32.246995 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-763b78bf-8abc-454e-a7cc-a6ca47a46010 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:29:32.283320 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-43c6dd5b-a9ac-4833-a88a-795148726d09 req-cd4d75b5-46d1-4d35-8a68-e2a631ff92ac tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1509979 May 17 16:29:32.300394 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-8f64e7ba-44f0-4e4e-a9f8-36977965e128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'name': 'tempest-TestMinimumBasicScenario-1477198209-router', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:27:53Z', 'updated_at': '2021-05-17T16:27:58Z', 'revision_number': 4, 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'gw_port': {'id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:27:54Z', 'updated_at': '2021-05-17T16:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': '7df096b3-7bdd-44a5-9dcd-a964bb3fe933', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'port_id': 'a03a5938-1057-4ff8-934b-df436d1b8137', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e2e030-f7fd-45a7-ae9a-50d13ef72c2c', 'mac_address': 'fa:16:3e:28:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83edf047-c96e-4850-b5a2-150fbb2b8fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:29:28Z', 'updated_at': '2021-05-17T16:29:28Z', 'revision_number': 0, 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d4c2940-308e-408d-bfd1-60ad9e34dfc7', 'name': '', 'network_id': '84e2e030-f7fd-45a7-ae9a-50d13ef72c2c', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'mac_address': 'fa:16:3e:86:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fb566c3b-0d86-4428-af0f-e5e28470bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:27:57Z', 'updated_at': '2021-05-17T16:28:06Z', 'revision_number': 5, 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'subnets': [{'id': 'fb566c3b-0d86-4428-af0f-e5e28470bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:29:32.305026 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f64e7ba-44f0-4e4e-a9f8-36977965e128 None None] Checking router: 3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9 for host: dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:29:32.315091 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f64e7ba-44f0-4e4e-a9f8-36977965e128 None None] Routers {'3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:29:32.315774 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-8f64e7ba-44f0-4e4e-a9f8-36977965e128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:29:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:29:32.317594 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-763b78bf-8abc-454e-a7cc-a6ca47a46010 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:32.357397 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-559790a9-0975-4186-9091-48853e3a9ca4 req-ebfd723c-7d95-4725-b0f4-f762e74ffbaf tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528320 May 17 16:29:32.374361 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83edf047-c96e-4850-b5a2-150fbb2b8fb9', 'tag': 'a03a5938-1057-4ff8-934b-df436d1b8137', 'status': 'completed', 'code': 200} May 17 16:29:32.388553 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-763b78bf-8abc-454e-a7cc-a6ca47a46010 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:32.394715 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-db99fec7-6eae-46ca-b3aa-cc0d701f008e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:32.452425 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc562669-d13b-4d61-85d7-dd1ee9ec0ccc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:29:32.458680 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0462b2-0156-4b51-a180-ab36d5fbe622 None None] Sync routers for ids ['1d0dc66f-e4d2-468e-96d0-0199564b409f'] in dv-cinder-768105-8-iscsi {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:29:32.483018 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0462b2-0156-4b51-a180-ab36d5fbe622 None None] Routers {'1d0dc66f-e4d2-468e-96d0-0199564b409f'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:29:32.485766 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-2c0462b2-0156-4b51-a180-ab36d5fbe622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:29:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['1d0dc66f-e4d2-468e-96d0-0199564b409f'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:29:32.495279 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b78bf-8abc-454e-a7cc-a6ca47a46010 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c7ad76-0e23-468a-a3bf-92b0defbbd21,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:32.503360 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-763b78bf-8abc-454e-a7cc-a6ca47a46010 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:32.536329 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-763b78bf-8abc-454e-a7cc-a6ca47a46010 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:32.540811 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-763b78bf-8abc-454e-a7cc-a6ca47a46010 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4807146 May 17 16:29:32.541236 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 42536) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:29:32.548227 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-5cdfc2eb-9aa0-4a7d-b245-dcaa47d41bbb tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Request body: {'security_group_rule': {'security_group_id': 'c9c7ad76-0e23-468a-a3bf-92b0defbbd21', 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:29:32.554618 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc37455-a2f1-485c-b398-840b1a814627 req-1b46f3be-5599-4776-a018-8b657beca777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:32.556162 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cbc37455-a2f1-485c-b398-840b1a814627 req-1b46f3be-5599-4776-a018-8b657beca777 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d73f6e7ae19343568240cc20d98fe216&device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 1098 time: 0.1634393 May 17 16:29:32.559881 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-5cdfc2eb-9aa0-4a7d-b245-dcaa47d41bbb tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:29:32.569912 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-5cdfc2eb-9aa0-4a7d-b245-dcaa47d41bbb tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Usage tracker for resource:security_group_rule and tenant:d73f6e7ae19343568240cc20d98fe216 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:29:32.573798 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-5cdfc2eb-9aa0-4a7d-b245-dcaa47d41bbb tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:29:32.576944 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-8f64e7ba-44f0-4e4e-a9f8-36977965e128 None None] Set router 3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:29:32.588344 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-5cdfc2eb-9aa0-4a7d-b245-dcaa47d41bbb tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:29:32.601839 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ee853-4249-42f4-9ef4-fbe605618623 req-321412ee-6045-422a-ba10-8abb6969dde9 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:32.604185 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-bd3ee853-4249-42f4-9ef4-fbe605618623 req-321412ee-6045-422a-ba10-8abb6969dde9 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 945 time: 0.1475592 May 17 16:29:32.615089 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 42540) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:29:32.628485 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-9545bff2-7f26-43ed-ba24-a8a92d5670f1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Request body: {'floatingip': {'port_id': 'ab032548-d53f-4cfa-bc1f-749425127dbb'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:29:32.705219 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-bc562669-d13b-4d61-85d7-dd1ee9ec0ccc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for floatingip, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:32.715551 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-9545bff2-7f26-43ed-ba24-a8a92d5670f1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for floatingip, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:32.725927 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-2c0462b2-0156-4b51-a180-ab36d5fbe622 None None] Set router 1d0dc66f-e4d2-468e-96d0-0199564b409f gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:29:32.774064 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5cdfc2eb-9aa0-4a7d-b245-dcaa47d41bbb tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:32.823783 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-bc562669-d13b-4d61-85d7-dd1ee9ec0ccc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.5555584 May 17 16:29:32.855696 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc37455-a2f1-485c-b398-840b1a814627 req-9ada70cb-a1ae-498f-b498-d7d123c73b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:32.857193 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cbc37455-a2f1-485c-b398-840b1a814627 req-9ada70cb-a1ae-498f-b498-d7d123c73b1f service neutron] 10.222.0.24 "GET /v2.0/networks?id=84e2e030-f7fd-45a7-ae9a-50d13ef72c2c HTTP/1.1" status: 200 len: 916 time: 0.2920732 May 17 16:29:32.932372 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d647276-4c0e-4ccf-aaa5-b9c4cefa5b94 req-82a1e1a9-87c8-4f6b-9ba8-71f7f51c6b4e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:32.940432 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8d647276-4c0e-4ccf-aaa5-b9c4cefa5b94 req-82a1e1a9-87c8-4f6b-9ba8-71f7f51c6b4e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.2884769 May 17 16:29:33.005725 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5cdfc2eb-9aa0-4a7d-b245-dcaa47d41bbb tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:33.025471 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8d647276-4c0e-4ccf-aaa5-b9c4cefa5b94 req-a68e59a8-a946-4e7f-9a28-c21a0cd7517c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841706 May 17 16:29:33.036646 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cbc37455-a2f1-485c-b398-840b1a814627 req-bb2cf7a1-50ad-40bc-80a1-70093489918d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a03a5938-1057-4ff8-934b-df436d1b8137 HTTP/1.1" status: 200 len: 999 time: 0.1667807 May 17 16:29:33.104559 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc37455-a2f1-485c-b398-840b1a814627 req-9247e810-2b50-4880-bc79-986b41367f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:33.106171 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cbc37455-a2f1-485c-b398-840b1a814627 req-9247e810-2b50-4880-bc79-986b41367f8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb566c3b-0d86-4428-af0f-e5e28470bf55 HTTP/1.1" status: 200 len: 854 time: 0.0659165 May 17 16:29:33.193304 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-8f64e7ba-44f0-4e4e-a9f8-36977965e128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'name': 'tempest-TestMinimumBasicScenario-1477198209-router', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:27:53Z', 'updated_at': '2021-05-17T16:27:58Z', 'revision_number': 4, 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'gw_port': {'id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:27:54Z', 'updated_at': '2021-05-17T16:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': '7df096b3-7bdd-44a5-9dcd-a964bb3fe933', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'port_id': 'a03a5938-1057-4ff8-934b-df436d1b8137', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e2e030-f7fd-45a7-ae9a-50d13ef72c2c', 'mac_address': 'fa:16:3e:28:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83edf047-c96e-4850-b5a2-150fbb2b8fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:29:28Z', 'updated_at': '2021-05-17T16:29:28Z', 'revision_number': 0, 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d4c2940-308e-408d-bfd1-60ad9e34dfc7', 'name': '', 'network_id': '84e2e030-f7fd-45a7-ae9a-50d13ef72c2c', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'mac_address': 'fa:16:3e:86:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fb566c3b-0d86-4428-af0f-e5e28470bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:27:57Z', 'updated_at': '2021-05-17T16:28:06Z', 'revision_number': 5, 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'subnets': [{'id': 'fb566c3b-0d86-4428-af0f-e5e28470bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:29:33.198552 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f64e7ba-44f0-4e4e-a9f8-36977965e128 None None] The sync data for ids ['3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'] in dv-cinder-768105-8-iscsi is: [{'id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'name': 'tempest-TestMinimumBasicScenario-1477198209-router', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:27:53Z', 'updated_at': '2021-05-17T16:27:58Z', 'revision_number': 4, 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'gw_port': {'id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:27:54Z', 'updated_at': '2021-05-17T16:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': '7df096b3-7bdd-44a5-9dcd-a964bb3fe933', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'floating_ip_address': '172.27.2.212', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'port_id': 'a03a5938-1057-4ff8-934b-df436d1b8137', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e2e030-f7fd-45a7-ae9a-50d13ef72c2c', 'mac_address': 'fa:16:3e:28:c4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83edf047-c96e-4850-b5a2-150fbb2b8fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:29:28Z', 'updated_at': '2021-05-17T16:29:28Z', 'revision_number': 0, 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d4c2940-308e-408d-bfd1-60ad9e34dfc7', 'name': '', 'network_id': '84e2e030-f7fd-45a7-ae9a-50d13ef72c2c', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'mac_address': 'fa:16:3e:86:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fb566c3b-0d86-4428-af0f-e5e28470bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:27:57Z', 'updated_at': '2021-05-17T16:28:06Z', 'revision_number': 5, 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'subnets': [{'id': 'fb566c3b-0d86-4428-af0f-e5e28470bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:29:33.252536 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc37455-a2f1-485c-b398-840b1a814627 req-d6dccb62-c1f0-4913-afa1-f6d82fdf7d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:33.254009 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cbc37455-a2f1-485c-b398-840b1a814627 req-d6dccb62-c1f0-4913-afa1-f6d82fdf7d61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84e2e030-f7fd-45a7-ae9a-50d13ef72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1403484 May 17 16:29:33.329972 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5cdfc2eb-9aa0-4a7d-b245-dcaa47d41bbb tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337405'] for security_group_rule, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:33.347450 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:33.366920 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-2c0462b2-0156-4b51-a180-ab36d5fbe622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'name': 'tempest-TestVolumeBootPattern-1118485279-router', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:01Z', 'updated_at': '2021-05-17T16:28:07Z', 'revision_number': 4, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'gw_port': {'id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:03Z', 'updated_at': '2021-05-17T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': 'd02a62b7-0ca6-49ee-842c-0212ab79dee4', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'port_id': '60e63ba7-325f-48bd-932e-f668450e4167', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'mac_address': 'fa:16:3e:da:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b16c6db-eba2-40ef-9eab-2acd53c57258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:29:29Z', 'updated_at': '2021-05-17T16:29:29Z', 'revision_number': 0, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9a6b66-6aeb-48b8-be83-871979dd0d99', 'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'mac_address': 'fa:16:3e:f5:a8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:06Z', 'updated_at': '2021-05-17T16:28:19Z', 'revision_number': 5, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'subnets': [{'id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:29:33.377518 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdfc2eb-9aa0-4a7d-b245-dcaa47d41bbb tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0005c63f-bdae-4a32-89fc-2492458f3891,revision_number=0']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:33.383013 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0462b2-0156-4b51-a180-ab36d5fbe622 None None] Checking router: 1d0dc66f-e4d2-468e-96d0-0199564b409f for host: dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:29:33.384262 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-5cdfc2eb-9aa0-4a7d-b245-dcaa47d41bbb tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:33.400466 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0462b2-0156-4b51-a180-ab36d5fbe622 None None] Routers {'1d0dc66f-e4d2-468e-96d0-0199564b409f'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:29:33.401369 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-2c0462b2-0156-4b51-a180-ab36d5fbe622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:29:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['1d0dc66f-e4d2-468e-96d0-0199564b409f'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:29:33.441310 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cbc37455-a2f1-485c-b398-840b1a814627 req-51f4abc4-b056-4133-af17-3a1cf88d4d57 service neutron] 10.222.0.24 "GET /v2.0/networks/84e2e030-f7fd-45a7-ae9a-50d13ef72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774640 May 17 16:29:33.519746 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f48876-afca-41dd-9a61-839fb8a0f3ce None None] New status for floating IP 7df096b3-7bdd-44a5-9dcd-a964bb3fe933: ACTIVE {{(pid=79282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:29:33.622887 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5cdfc2eb-9aa0-4a7d-b245-dcaa47d41bbb tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:33.627275 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-5cdfc2eb-9aa0-4a7d-b245-dcaa47d41bbb tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0847952 May 17 16:29:33.628090 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 42554) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:29:33.645449 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-2c0462b2-0156-4b51-a180-ab36d5fbe622 None None] Set router 1d0dc66f-e4d2-468e-96d0-0199564b409f gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:29:33.646920 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-5bb86e6d-ff75-46b5-8afa-4b65c3e00471 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Request body: {'security_group_rule': {'security_group_id': 'c9c7ad76-0e23-468a-a3bf-92b0defbbd21', 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:29:33.664335 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-5bb86e6d-ff75-46b5-8afa-4b65c3e00471 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:29:33.672813 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-5bb86e6d-ff75-46b5-8afa-4b65c3e00471 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Usage tracker for resource:security_group_rule and tenant:d73f6e7ae19343568240cc20d98fe216 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:29:33.678109 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-5bb86e6d-ff75-46b5-8afa-4b65c3e00471 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:29:33.687615 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-5bb86e6d-ff75-46b5-8afa-4b65c3e00471 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:29:33.693971 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-9545bff2-7f26-43ed-ba24-a8a92d5670f1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:33.777329 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-9545bff2-7f26-43ed-ba24-a8a92d5670f1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432823'] for floatingip, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:33.936545 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5bb86e6d-ff75-46b5-8afa-4b65c3e00471 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:33.955806 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cbc37455-a2f1-485c-b398-840b1a814627 req-1773b636-3714-4cdd-9058-7867de698ce1 service neutron] 10.222.0.24 "GET /v2.0/networks/84e2e030-f7fd-45a7-ae9a-50d13ef72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997966 May 17 16:29:33.972838 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb02ef2-cff2-4d33-bb30-bcff1d485bfd req-2e6c3609-6632-4718-8fd4-b8846016b5fd tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:33.980457 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1eb02ef2-cff2-4d33-bb30-bcff1d485bfd req-2e6c3609-6632-4718-8fd4-b8846016b5fd tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.2083242 May 17 16:29:34.005981 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb2893-e339-4b0b-b37f-84390e159707 req-86552c4e-b328-4d0a-8a56-975eab651472 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:34.007675 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fceb2893-e339-4b0b-b37f-84390e159707 req-86552c4e-b328-4d0a-8a56-975eab651472 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 946 time: 0.2462847 May 17 16:29:34.058975 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1eb02ef2-cff2-4d33-bb30-bcff1d485bfd req-bf3738f0-af96-4952-a7cb-e843d8505b81 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775702 May 17 16:29:34.089205 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fceb2893-e339-4b0b-b37f-84390e159707 req-5a0cadc9-7cde-4c2b-bf4a-c277a853881c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722580 May 17 16:29:34.157681 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-2c0462b2-0156-4b51-a180-ab36d5fbe622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'name': 'tempest-TestVolumeBootPattern-1118485279-router', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:01Z', 'updated_at': '2021-05-17T16:28:07Z', 'revision_number': 4, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'gw_port': {'id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:03Z', 'updated_at': '2021-05-17T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': 'd02a62b7-0ca6-49ee-842c-0212ab79dee4', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'port_id': '60e63ba7-325f-48bd-932e-f668450e4167', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'mac_address': 'fa:16:3e:da:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b16c6db-eba2-40ef-9eab-2acd53c57258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:29:29Z', 'updated_at': '2021-05-17T16:29:29Z', 'revision_number': 0, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9a6b66-6aeb-48b8-be83-871979dd0d99', 'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'mac_address': 'fa:16:3e:f5:a8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:06Z', 'updated_at': '2021-05-17T16:28:19Z', 'revision_number': 5, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'subnets': [{'id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:29:34.161810 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0462b2-0156-4b51-a180-ab36d5fbe622 None None] The sync data for ids ['1d0dc66f-e4d2-468e-96d0-0199564b409f'] in dv-cinder-768105-8-iscsi is: [{'id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'name': 'tempest-TestVolumeBootPattern-1118485279-router', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:01Z', 'updated_at': '2021-05-17T16:28:07Z', 'revision_number': 4, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'gw_port': {'id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:03Z', 'updated_at': '2021-05-17T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': 'd02a62b7-0ca6-49ee-842c-0212ab79dee4', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'port_id': '60e63ba7-325f-48bd-932e-f668450e4167', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'mac_address': 'fa:16:3e:da:db:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b16c6db-eba2-40ef-9eab-2acd53c57258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:29:29Z', 'updated_at': '2021-05-17T16:29:29Z', 'revision_number': 0, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9a6b66-6aeb-48b8-be83-871979dd0d99', 'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'mac_address': 'fa:16:3e:f5:a8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:06Z', 'updated_at': '2021-05-17T16:28:19Z', 'revision_number': 5, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'subnets': [{'id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:29:34.255680 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.db.l3_db [None req-9545bff2-7f26-43ed-ba24-a8a92d5670f1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Floating IP 9b26d96b-4828-4699-ad42-dd5e7f4d9a61 associated. External IP: 172.27.2.116, port: ab032548-d53f-4cfa-bc1f-749425127dbb. May 17 16:29:34.308861 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5bb86e6d-ff75-46b5-8afa-4b65c3e00471 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:34.317028 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d47b19-7aa4-4a2f-b8b8-5b48a1b58def req-ec90ff00-46e1-4bcc-be1a-9b85c46e64aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:34.321686 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-18d47b19-7aa4-4a2f-b8b8-5b48a1b58def req-ec90ff00-46e1-4bcc-be1a-9b85c46e64aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0963dfcfec64470c9af2396c3d9ea7f2&device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 1098 time: 0.4752069 May 17 16:29:34.351598 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5ff9c3-5479-469a-9857-711892e12450 None None] New status for floating IP d02a62b7-0ca6-49ee-842c-0212ab79dee4: ACTIVE {{(pid=79283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:29:34.375845 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b16c6db-eba2-40ef-9eab-2acd53c57258', 'tag': '60e63ba7-325f-48bd-932e-f668450e4167'}] {{(pid=79280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:29:34.419470 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5bb86e6d-ff75-46b5-8afa-4b65c3e00471 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337405'] for security_group_rule, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:34.430600 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-a722a57d-55f2-4036-a3d6-d0f74fb9f713 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:34.434316 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b16c6db-eba2-40ef-9eab-2acd53c57258', 'tag': '60e63ba7-325f-48bd-932e-f668450e4167', 'status': 'completed', 'code': 200} May 17 16:29:34.522676 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb86e6d-ff75-46b5-8afa-4b65c3e00471 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd3d842f-d163-4d51-8098-0b08398fe575,revision_number=0']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:34.530724 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-5bb86e6d-ff75-46b5-8afa-4b65c3e00471 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:34.563976 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8a3de-2d9b-4ae9-9af3-3ecc3606cc50 req-bfad4993-9bbd-4a99-860e-633f82174bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:34.567724 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0fd8a3de-2d9b-4ae9-9af3-3ecc3606cc50 req-bfad4993-9bbd-4a99-860e-633f82174bd5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a068a8fe37545c7b11756cf0d188624&device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 1098 time: 0.1001408 May 17 16:29:34.588604 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d47b19-7aa4-4a2f-b8b8-5b48a1b58def req-5c5ed15d-2178-41e1-984d-fb6f7170a94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:34.590095 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-18d47b19-7aa4-4a2f-b8b8-5b48a1b58def req-5c5ed15d-2178-41e1-984d-fb6f7170a94e service neutron] 10.222.0.24 "GET /v2.0/networks?id=f715da6f-21b3-4c5b-b80d-844b367c17f5 HTTP/1.1" status: 200 len: 911 time: 0.2563267 May 17 16:29:34.716417 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8a3de-2d9b-4ae9-9af3-3ecc3606cc50 req-ed4491cd-229c-4068-885d-81d079c6363a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:34.717952 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0fd8a3de-2d9b-4ae9-9af3-3ecc3606cc50 req-ed4491cd-229c-4068-885d-81d079c6363a service neutron] 10.222.0.24 "GET /v2.0/networks?id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16 HTTP/1.1" status: 200 len: 913 time: 0.1336622 May 17 16:29:34.728903 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-5bb86e6d-ff75-46b5-8afa-4b65c3e00471 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:34.730013 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-5bb86e6d-ff75-46b5-8afa-4b65c3e00471 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0877066 May 17 16:29:34.742239 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 42564) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:29:34.751910 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-79f6ebed-f6fd-4cd8-a5b9-14f3aebb5bb6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Request body: {'security_group_rule': {'security_group_id': 'c9c7ad76-0e23-468a-a3bf-92b0defbbd21', 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:29:34.765423 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-79f6ebed-f6fd-4cd8-a5b9-14f3aebb5bb6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:29:34.822833 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-79f6ebed-f6fd-4cd8-a5b9-14f3aebb5bb6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Usage tracker for resource:security_group_rule and tenant:d73f6e7ae19343568240cc20d98fe216 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:29:34.826890 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0fd8a3de-2d9b-4ae9-9af3-3ecc3606cc50 req-24444426-b3f5-42cd-a478-0ad2e6050748 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60e63ba7-325f-48bd-932e-f668450e4167 HTTP/1.1" status: 200 len: 998 time: 0.1017354 May 17 16:29:34.838615 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-79f6ebed-f6fd-4cd8-a5b9-14f3aebb5bb6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:29:34.852705 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-79f6ebed-f6fd-4cd8-a5b9-14f3aebb5bb6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:29:34.896754 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-18d47b19-7aa4-4a2f-b8b8-5b48a1b58def req-3208824e-cf42-437e-8a61-599d2a0811be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe51a5f8-9ddf-49b7-915e-380da875773e HTTP/1.1" status: 200 len: 1001 time: 0.2553062 May 17 16:29:34.910911 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8a3de-2d9b-4ae9-9af3-3ecc3606cc50 req-0fb4ca38-1273-440b-8a5d-6fe8bffa7d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:34.912380 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0fd8a3de-2d9b-4ae9-9af3-3ecc3606cc50 req-0fb4ca38-1273-440b-8a5d-6fe8bffa7d40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc08d764-d8a6-4e79-89d3-68b07503ca46 HTTP/1.1" status: 200 len: 851 time: 0.0641108 May 17 16:29:34.980132 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9545bff2-7f26-43ed-ba24-a8a92d5670f1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Router ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:29:34.987117 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8a3de-2d9b-4ae9-9af3-3ecc3606cc50 req-0051b2e2-102e-43b3-9475-5fac85d3ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:34.988635 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0fd8a3de-2d9b-4ae9-9af3-3ecc3606cc50 req-0051b2e2-102e-43b3-9475-5fac85d3ba22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695932 May 17 16:29:34.991808 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d47b19-7aa4-4a2f-b8b8-5b48a1b58def req-9aa5560f-d692-42cf-a07f-c5085761e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:34.993716 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-18d47b19-7aa4-4a2f-b8b8-5b48a1b58def req-9aa5560f-d692-42cf-a07f-c5085761e767 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb HTTP/1.1" status: 200 len: 849 time: 0.0816884 May 17 16:29:35.127116 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-79f6ebed-f6fd-4cd8-a5b9-14f3aebb5bb6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:35.145402 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e15c4a-cb4b-404e-a81f-0e4cfd923510 req-063b748f-972c-4b94-b4be-367e18a929b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:35.154962 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-08e15c4a-cb4b-404e-a81f-0e4cfd923510 req-063b748f-972c-4b94-b4be-367e18a929b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f73ea9c6d28493eaca084a724daa4ae&device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 1099 time: 0.2953851 May 17 16:29:35.155103 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0fd8a3de-2d9b-4ae9-9af3-3ecc3606cc50 req-8d629a39-5a9a-4803-b529-d32a723c1655 service neutron] 10.222.0.24 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404076 May 17 16:29:35.377908 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9545bff2-7f26-43ed-ba24-a8a92d5670f1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:29:35.389559 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beacb48-39c8-412e-9159-5520e6deebac None None] Sync routers for ids ['ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'] in dv-cinder-768105-8-iscsi {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:29:35.400482 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beacb48-39c8-412e-9159-5520e6deebac None None] Routers {'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:29:35.401292 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-4beacb48-39c8-412e-9159-5520e6deebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:29:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:29:35.419872 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-79f6ebed-f6fd-4cd8-a5b9-14f3aebb5bb6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:35.422276 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d47b19-7aa4-4a2f-b8b8-5b48a1b58def req-b163abbf-a289-4238-9497-e1daad597448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:35.423807 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-18d47b19-7aa4-4a2f-b8b8-5b48a1b58def req-b163abbf-a289-4238-9497-e1daad597448 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f715da6f-21b3-4c5b-b80d-844b367c17f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3692143 May 17 16:29:35.424959 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-9545bff2-7f26-43ed-ba24-a8a92d5670f1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for floatingip, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:35.436528 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0fd8a3de-2d9b-4ae9-9af3-3ecc3606cc50 req-0a4d49f0-0491-4d68-b1ae-41397f86bc8c service neutron] 10.222.0.24 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695765 May 17 16:29:35.455828 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8ef25-c396-4e1c-b25b-366a3841f62b req-39cf8a3e-3a5b-43d7-988a-658b0e90ebcc tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:35.457475 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-def8ef25-c396-4e1c-b25b-366a3841f62b req-39cf8a3e-3a5b-43d7-988a-658b0e90ebcc tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.2006581 May 17 16:29:35.467440 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42aac7-4ed7-4a98-bad5-226adb1b3327 req-b6cf81bc-68a7-4d82-948c-e0b73d3295a6 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:35.469128 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-af42aac7-4ed7-4a98-bad5-226adb1b3327 req-b6cf81bc-68a7-4d82-948c-e0b73d3295a6 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 946 time: 0.2133663 May 17 16:29:35.565217 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-def8ef25-c396-4e1c-b25b-366a3841f62b req-6bb7aa78-244c-4844-8d81-d525892fc12c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950074 May 17 16:29:35.568510 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-af42aac7-4ed7-4a98-bad5-226adb1b3327 req-d16abbb3-30ac-4303-b7b5-34b4fe7ba734 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849638 May 17 16:29:35.657714 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-4beacb48-39c8-412e-9159-5520e6deebac None None] Set router ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:29:35.672204 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e15c4a-cb4b-404e-a81f-0e4cfd923510 req-91eb22bd-3ee9-4a2b-bd76-55cd7786b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:35.673691 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-08e15c4a-cb4b-404e-a81f-0e4cfd923510 req-91eb22bd-3ee9-4a2b-bd76-55cd7786b4fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=ee4d78fa-99de-44c7-9335-553d5242008a HTTP/1.1" status: 200 len: 910 time: 0.5055773 May 17 16:29:35.684888 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-79f6ebed-f6fd-4cd8-a5b9-14f3aebb5bb6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337405'] for security_group_rule, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:35.751026 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-98c5567d-b757-4b54-9883-7928ada388a9 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:35.788302 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-9545bff2-7f26-43ed-ba24-a8a92d5670f1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "PUT /v2.0/floatingips/9b26d96b-4828-4699-ad42-dd5e7f4d9a61 HTTP/1.1" status: 200 len: 991 time: 3.1709268 May 17 16:29:35.798841 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb704110-995d-4f2a-8675-20ca9282ae7e', 'tag': 'ab032548-d53f-4cfa-bc1f-749425127dbb'}] {{(pid=79281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:29:35.809286 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6ebed-f6fd-4cd8-a5b9-14f3aebb5bb6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d778313f-af14-4ffa-8c8d-39f7880eb45d,revision_number=0']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:35.817757 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-79f6ebed-f6fd-4cd8-a5b9-14f3aebb5bb6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:35.854168 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-08e15c4a-cb4b-404e-a81f-0e4cfd923510 req-0168c31a-4ad4-4768-a4e4-cec6203f1e6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=002a5661-9f16-4faf-a244-d25e4930520d HTTP/1.1" status: 200 len: 1001 time: 0.1646574 May 17 16:29:35.862011 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-18d47b19-7aa4-4a2f-b8b8-5b48a1b58def req-c529b28d-a56a-462f-a6b2-0787860292f3 service neutron] 10.222.0.24 "GET /v2.0/networks/f715da6f-21b3-4c5b-b80d-844b367c17f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057901 May 17 16:29:35.897641 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb704110-995d-4f2a-8675-20ca9282ae7e', 'tag': 'ab032548-d53f-4cfa-bc1f-749425127dbb', 'status': 'completed', 'code': 200} May 17 16:29:35.932739 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-79f6ebed-f6fd-4cd8-a5b9-14f3aebb5bb6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:35.936477 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-79f6ebed-f6fd-4cd8-a5b9-14f3aebb5bb6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1902509 May 17 16:29:35.937476 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 42578) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:29:35.947207 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-a434c53b-3461-4597-ad56-132541b76da0 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Request body: {'security_group_rule': {'security_group_id': 'c9c7ad76-0e23-468a-a3bf-92b0defbbd21', 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:29:35.963372 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-a434c53b-3461-4597-ad56-132541b76da0 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:29:35.969614 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-a434c53b-3461-4597-ad56-132541b76da0 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Usage tracker for resource:security_group_rule and tenant:d73f6e7ae19343568240cc20d98fe216 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:29:35.973142 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-a434c53b-3461-4597-ad56-132541b76da0 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:29:35.980155 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-a434c53b-3461-4597-ad56-132541b76da0 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:29:36.004730 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c61e4f-001d-4cd8-93b7-4a134289c176 req-d5fb77ea-478d-43e4-b635-6bb063b97ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:36.005460 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e15c4a-cb4b-404e-a81f-0e4cfd923510 req-988ddfe3-4ed0-4352-9b90-058513c6ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:36.006220 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f4c61e4f-001d-4cd8-93b7-4a134289c176 req-d5fb77ea-478d-43e4-b635-6bb063b97ae4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ea92b2008324514984db0dee23989df&device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 1098 time: 0.1012304 May 17 16:29:36.006379 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-08e15c4a-cb4b-404e-a81f-0e4cfd923510 req-988ddfe3-4ed0-4352-9b90-058513c6ac54 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d086fd8-03be-4322-9dc6-8915072f2b3a HTTP/1.1" status: 200 len: 848 time: 0.1434646 May 17 16:29:36.026757 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-4beacb48-39c8-412e-9159-5520e6deebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'name': 'tempest-AttachVolumeShelveTestJSON-1734573545-router', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:22:43Z', 'revision_number': 4, 'project_id': '0ea92b2008324514984db0dee23989df', 'gw_port': {'id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:36Z', 'updated_at': '2021-05-17T16:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': '9b26d96b-4828-4699-ad42-dd5e7f4d9a61', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'port_id': 'ab032548-d53f-4cfa-bc1f-749425127dbb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'mac_address': 'fa:16:3e:d6:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb704110-995d-4f2a-8675-20ca9282ae7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:29:10Z', 'updated_at': '2021-05-17T16:29:33Z', 'revision_number': 1, 'project_id': '0ea92b2008324514984db0dee23989df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e4a0d97-3adc-404e-b5d8-6fe56725cda6', 'name': '', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'mac_address': 'fa:16:3e:88:0f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:41Z', 'updated_at': '2021-05-17T16:22:57Z', 'revision_number': 5, 'project_id': '0ea92b2008324514984db0dee23989df', 'subnets': [{'id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:29:36.031857 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beacb48-39c8-412e-9159-5520e6deebac None None] Checking router: ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 for host: dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:29:36.039114 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beacb48-39c8-412e-9159-5520e6deebac None None] Routers {'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:29:36.039789 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-4beacb48-39c8-412e-9159-5520e6deebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:29:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:29:36.096615 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-18d47b19-7aa4-4a2f-b8b8-5b48a1b58def req-aacb5b4d-caa4-4299-bb19-3929914686a4 service neutron] 10.222.0.24 "GET /v2.0/networks/f715da6f-21b3-4c5b-b80d-844b367c17f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033150 May 17 16:29:36.119980 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e15c4a-cb4b-404e-a81f-0e4cfd923510 req-936ed251-a8e4-4c55-9409-72ebce1de1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:36.122133 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-08e15c4a-cb4b-404e-a81f-0e4cfd923510 req-936ed251-a8e4-4c55-9409-72ebce1de1e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee4d78fa-99de-44c7-9335-553d5242008a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0981891 May 17 16:29:36.150649 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-a434c53b-3461-4597-ad56-132541b76da0 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:36.191689 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c61e4f-001d-4cd8-93b7-4a134289c176 req-5f103ab8-9db6-4776-ae28-8cab5af4c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:36.193150 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f4c61e4f-001d-4cd8-93b7-4a134289c176 req-5f103ab8-9db6-4776-ae28-8cab5af4c4d2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b385ca28-bc09-4262-bdca-a3584d9f84aa HTTP/1.1" status: 200 len: 918 time: 0.1698341 May 17 16:29:36.217658 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-4beacb48-39c8-412e-9159-5520e6deebac None None] Set router ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:29:36.270585 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-08e15c4a-cb4b-404e-a81f-0e4cfd923510 req-785fe096-9936-4b40-bf2d-68ffdd8089be service neutron] 10.222.0.24 "GET /v2.0/networks/ee4d78fa-99de-44c7-9335-553d5242008a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332881 May 17 16:29:36.418253 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-08e15c4a-cb4b-404e-a81f-0e4cfd923510 req-afca0e51-bd6d-48a1-808a-d969079b098b service neutron] 10.222.0.24 "GET /v2.0/networks/ee4d78fa-99de-44c7-9335-553d5242008a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401165 May 17 16:29:36.440917 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-a434c53b-3461-4597-ad56-132541b76da0 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:36.443034 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f4c61e4f-001d-4cd8-93b7-4a134289c176 req-e75eb82a-48d9-42f9-848c-3c002db2f1b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab032548-d53f-4cfa-bc1f-749425127dbb HTTP/1.1" status: 200 len: 999 time: 0.2409785 May 17 16:29:36.503372 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-a434c53b-3461-4597-ad56-132541b76da0 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337405'] for security_group_rule, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:36.520942 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:36.532036 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c61e4f-001d-4cd8-93b7-4a134289c176 req-e60fda94-e315-4141-9283-e742ef20e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:36.533489 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f4c61e4f-001d-4cd8-93b7-4a134289c176 req-e60fda94-e315-4141-9283-e742ef20e3e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e88814d7-1622-4f60-af12-99e2074dbe02 HTTP/1.1" status: 200 len: 856 time: 0.0824771 May 17 16:29:36.577591 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434c53b-3461-4597-ad56-132541b76da0 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c931cd44-db98-46c7-a67f-c7e218e75201,revision_number=0']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:36.580279 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-a434c53b-3461-4597-ad56-132541b76da0 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:36.595675 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-4beacb48-39c8-412e-9159-5520e6deebac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'name': 'tempest-AttachVolumeShelveTestJSON-1734573545-router', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:22:43Z', 'revision_number': 4, 'project_id': '0ea92b2008324514984db0dee23989df', 'gw_port': {'id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:36Z', 'updated_at': '2021-05-17T16:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': '9b26d96b-4828-4699-ad42-dd5e7f4d9a61', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'port_id': 'ab032548-d53f-4cfa-bc1f-749425127dbb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'mac_address': 'fa:16:3e:d6:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb704110-995d-4f2a-8675-20ca9282ae7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:29:10Z', 'updated_at': '2021-05-17T16:29:33Z', 'revision_number': 1, 'project_id': '0ea92b2008324514984db0dee23989df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e4a0d97-3adc-404e-b5d8-6fe56725cda6', 'name': '', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'mac_address': 'fa:16:3e:88:0f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:41Z', 'updated_at': '2021-05-17T16:22:57Z', 'revision_number': 5, 'project_id': '0ea92b2008324514984db0dee23989df', 'subnets': [{'id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:29:36.600259 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beacb48-39c8-412e-9159-5520e6deebac None None] The sync data for ids ['ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'] in dv-cinder-768105-8-iscsi is: [{'id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'name': 'tempest-AttachVolumeShelveTestJSON-1734573545-router', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:22:43Z', 'revision_number': 4, 'project_id': '0ea92b2008324514984db0dee23989df', 'gw_port': {'id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:36Z', 'updated_at': '2021-05-17T16:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': '9b26d96b-4828-4699-ad42-dd5e7f4d9a61', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'port_id': 'ab032548-d53f-4cfa-bc1f-749425127dbb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'mac_address': 'fa:16:3e:d6:28:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb704110-995d-4f2a-8675-20ca9282ae7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:29:10Z', 'updated_at': '2021-05-17T16:29:33Z', 'revision_number': 1, 'project_id': '0ea92b2008324514984db0dee23989df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e4a0d97-3adc-404e-b5d8-6fe56725cda6', 'name': '', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'mac_address': 'fa:16:3e:88:0f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:41Z', 'updated_at': '2021-05-17T16:22:57Z', 'revision_number': 5, 'project_id': '0ea92b2008324514984db0dee23989df', 'subnets': [{'id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:29:36.626890 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c61e4f-001d-4cd8-93b7-4a134289c176 req-ee5306c8-2ea3-41e9-8bec-2a56cd2bf341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:36.628098 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f4c61e4f-001d-4cd8-93b7-4a134289c176 req-ee5306c8-2ea3-41e9-8bec-2a56cd2bf341 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b385ca28-bc09-4262-bdca-a3584d9f84aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836616 May 17 16:29:36.824298 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-a434c53b-3461-4597-ad56-132541b76da0 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:36.827983 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-a434c53b-3461-4597-ad56-132541b76da0 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8870468 May 17 16:29:36.828349 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 42588) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:29:36.834163 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-9f1e9694-a777-4e6b-ab9c-0cc513363001 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Request body: {'security_group_rule': {'security_group_id': 'c9c7ad76-0e23-468a-a3bf-92b0defbbd21', 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:29:36.840302 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-9f1e9694-a777-4e6b-ab9c-0cc513363001 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:29:36.844522 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-9f1e9694-a777-4e6b-ab9c-0cc513363001 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Usage tracker for resource:security_group_rule and tenant:d73f6e7ae19343568240cc20d98fe216 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:29:36.848844 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-9f1e9694-a777-4e6b-ab9c-0cc513363001 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:29:36.855729 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-9f1e9694-a777-4e6b-ab9c-0cc513363001 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:29:36.861421 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3582305b-53dd-48cc-92b9-53bcb934e6a0 None None] New status for floating IP 9b26d96b-4828-4699-ad42-dd5e7f4d9a61: ACTIVE {{(pid=79283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:29:36.915752 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f4c61e4f-001d-4cd8-93b7-4a134289c176 req-6d141f9b-349e-4c54-8ba6-3a3460521de6 service neutron] 10.222.0.24 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750363 May 17 16:29:36.959101 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1e075-42d4-4ee4-8470-ceb49ba3639f req-a2660d08-cfac-41d5-955a-80aec0844cd6 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:36.960755 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-25d1e075-42d4-4ee4-8470-ceb49ba3639f req-a2660d08-cfac-41d5-955a-80aec0844cd6 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 946 time: 0.2269626 May 17 16:29:36.971193 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.db.securitygroups_db [None req-9f1e9694-a777-4e6b-ab9c-0cc513363001 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Project d73f6e7ae19343568240cc20d98fe216 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 16:29:36.971409 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ecc83-d660-4ab5-8eee-ea6be443ea65 req-8e42047c-56d5-4b3c-b9b6-af55bfe07ba2 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:36.972764 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-609ecc83-d660-4ab5-8eee-ea6be443ea65 req-8e42047c-56d5-4b3c-b9b6-af55bfe07ba2 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.2378604 May 17 16:29:36.979463 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-9f1e9694-a777-4e6b-ab9c-0cc513363001 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:37.047925 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-9f1e9694-a777-4e6b-ab9c-0cc513363001 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:37.112445 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-25d1e075-42d4-4ee4-8470-ceb49ba3639f req-85dae23c-aac3-40e7-89a1-779d418f0445 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387334 May 17 16:29:37.128936 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-609ecc83-d660-4ab5-8eee-ea6be443ea65 req-7f24dccc-876e-4037-b33b-c4c4ab4fa7cc tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966549 May 17 16:29:37.155627 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f4c61e4f-001d-4cd8-93b7-4a134289c176 req-efb0f15c-4bc4-4c2c-81b1-3e6b6e39e57b service neutron] 10.222.0.24 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251613 May 17 16:29:37.166100 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-9f1e9694-a777-4e6b-ab9c-0cc513363001 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337405'] for security_group_rule, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:37.168391 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:37.190564 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e9694-a777-4e6b-ab9c-0cc513363001 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee409ad-ac10-45cb-b61f-226bf69aa034,revision_number=0']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:37.193090 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-9f1e9694-a777-4e6b-ab9c-0cc513363001 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:37.365919 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-9f1e9694-a777-4e6b-ab9c-0cc513363001 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:37.367154 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-9f1e9694-a777-4e6b-ab9c-0cc513363001 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5378406 May 17 16:29:37.369825 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 42594) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:29:37.375772 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-1710656a-7769-4cb1-8669-420f3e0f28b1 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Request body: {'security_group_rule': {'security_group_id': 'c9c7ad76-0e23-468a-a3bf-92b0defbbd21', 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:29:37.380913 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-1710656a-7769-4cb1-8669-420f3e0f28b1 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:29:37.385251 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-1710656a-7769-4cb1-8669-420f3e0f28b1 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Usage tracker for resource:security_group_rule and tenant:d73f6e7ae19343568240cc20d98fe216 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:29:37.388195 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-1710656a-7769-4cb1-8669-420f3e0f28b1 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:29:37.393893 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-1710656a-7769-4cb1-8669-420f3e0f28b1 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:29:37.474215 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.db.securitygroups_db [None req-1710656a-7769-4cb1-8669-420f3e0f28b1 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Project d73f6e7ae19343568240cc20d98fe216 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 16:29:37.480443 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1710656a-7769-4cb1-8669-420f3e0f28b1 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:37.549892 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1710656a-7769-4cb1-8669-420f3e0f28b1 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:37.639591 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1710656a-7769-4cb1-8669-420f3e0f28b1 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337405'] for security_group_rule, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:37.645706 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:37.664803 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710656a-7769-4cb1-8669-420f3e0f28b1 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e20392-7c63-4509-a166-9cfd4c19c73e,revision_number=0']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:37.667359 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1710656a-7769-4cb1-8669-420f3e0f28b1 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:37.736835 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1710656a-7769-4cb1-8669-420f3e0f28b1 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:37.737999 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-1710656a-7769-4cb1-8669-420f3e0f28b1 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3672440 May 17 16:29:37.856183 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-97829dab-0864-45b6-9418-15c2958a5b99 req-c66b0d2c-cb24-4f27-9c99-bff04bc0fd3e tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-856655374&fields=id&tenant_id=d73f6e7ae19343568240cc20d98fe216 HTTP/1.1" status: 200 len: 267 time: 0.0393806 May 17 16:29:37.943510 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97829dab-0864-45b6-9418-15c2958a5b99 req-d3aa2084-74c7-4142-bb1c-81afdb8915fb tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:37.944959 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-97829dab-0864-45b6-9418-15c2958a5b99 req-d3aa2084-74c7-4142-bb1c-81afdb8915fb tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 945 time: 0.0834086 May 17 16:29:37.956492 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [req-97829dab-0864-45b6-9418-15c2958a5b99 req-96e9da3d-11d5-4b4c-ac94-61d5189b7670 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Request body: {'port': {'security_groups': ['4c9a0023-706c-47e6-9d1b-d826f7061373', 'c9c7ad76-0e23-468a-a3bf-92b0defbbd21']}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:29:38.072895 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-97829dab-0864-45b6-9418-15c2958a5b99 req-96e9da3d-11d5-4b4c-ac94-61d5189b7670 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:38.382011 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-97829dab-0864-45b6-9418-15c2958a5b99 req-96e9da3d-11d5-4b4c-ac94-61d5189b7670 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] For port a03a5938-1057-4ff8-934b-df436d1b8137, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a03a5938-1057-4ff8-934b-df436d1b8137,segment=NetworkSegment(820215f4-e2e8-4c80-8e5d-7185383efa51),segment_id=820215f4-e2e8-4c80-8e5d-7185383efa51)] {{(pid=79280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:29:38.395299 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ede92-0f37-4ce9-af82-8090b8e7759b req-2895d494-4a78-4bea-8f57-9bba44b23bb4 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:38.396643 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cb2ede92-0f37-4ce9-af82-8090b8e7759b req-2895d494-4a78-4bea-8f57-9bba44b23bb4 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 946 time: 0.1367388 May 17 16:29:38.434082 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-97829dab-0864-45b6-9418-15c2958a5b99 req-96e9da3d-11d5-4b4c-ac94-61d5189b7670 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for port, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:38.454058 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cb2ede92-0f37-4ce9-af82-8090b8e7759b req-c1e63bb8-adfc-4fbe-8ffa-e4fe475d42de tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512221 May 17 16:29:38.512651 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-97829dab-0864-45b6-9418-15c2958a5b99 req-96e9da3d-11d5-4b4c-ac94-61d5189b7670 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566544'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:38.521702 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:38.527864 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['a03a5938-1057-4ff8-934b-df436d1b8137'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:29:38.644566 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97829dab-0864-45b6-9418-15c2958a5b99 req-96e9da3d-11d5-4b4c-ac94-61d5189b7670 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:38.645196 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-97829dab-0864-45b6-9418-15c2958a5b99 req-96e9da3d-11d5-4b4c-ac94-61d5189b7670 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:38.646648 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-97829dab-0864-45b6-9418-15c2958a5b99 req-96e9da3d-11d5-4b4c-ac94-61d5189b7670 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "PUT /v2.0/ports/a03a5938-1057-4ff8-934b-df436d1b8137 HTTP/1.1" status: 200 len: 981 time: 0.6947856 May 17 16:29:38.652334 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83edf047-c96e-4850-b5a2-150fbb2b8fb9', 'tag': 'a03a5938-1057-4ff8-934b-df436d1b8137'}] {{(pid=79280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:29:38.676008 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9da3d-11d5-4b4c-ac94-61d5189b7670 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Pushing event updated for resources: {'Port': ['ID=a03a5938-1057-4ff8-934b-df436d1b8137,revision_number=6']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:38.680466 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-96e9da3d-11d5-4b4c-ac94-61d5189b7670 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:38.720376 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e80c15-80e9-4ce4-96e5-22fc06516a5a req-dac14b17-a5dc-49ef-9dd5-47718fb0c895 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:38.722069 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-27e80c15-80e9-4ce4-96e5-22fc06516a5a req-dac14b17-a5dc-49ef-9dd5-47718fb0c895 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.1438596 May 17 16:29:38.794999 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-27e80c15-80e9-4ce4-96e5-22fc06516a5a req-ec0ae5c2-6b64-4dcf-ba4b-4b71021f73ea tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556173 May 17 16:29:38.797836 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['a03a5938-1057-4ff8-934b-df436d1b8137'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:29:38.873029 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83edf047-c96e-4850-b5a2-150fbb2b8fb9', 'tag': 'a03a5938-1057-4ff8-934b-df436d1b8137', 'status': 'completed', 'code': 200} May 17 16:29:38.947636 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-0955c69f-6c20-4bcd-a2da-99a856aac171 None None] Provisioning complete for port a03a5938-1057-4ff8-934b-df436d1b8137 triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:29:38.951243 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-0955c69f-6c20-4bcd-a2da-99a856aac171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:39.139422 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655ece5-b489-4025-8484-7986db7be818 req-47b217e0-2da6-4eda-ac10-5a62c5851e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:39.140880 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d655ece5-b489-4025-8484-7986db7be818 req-47b217e0-2da6-4eda-ac10-5a62c5851e04 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d73f6e7ae19343568240cc20d98fe216&device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 1137 time: 0.2386467 May 17 16:29:39.154176 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3a215-5c6b-48b3-85c9-3ec249c126a8 req-4401586a-e3ba-4c47-b383-5c9b92660481 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:39.155733 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a6e3a215-5c6b-48b3-85c9-3ec249c126a8 req-4401586a-e3ba-4c47-b383-5c9b92660481 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 984 time: 0.2166772 May 17 16:29:39.280067 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a6e3a215-5c6b-48b3-85c9-3ec249c126a8 req-4c0130ef-300d-4dea-a176-6abeb5bdc2af tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&id=c9c7ad76-0e23-468a-a3bf-92b0defbbd21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1063972 May 17 16:29:39.318625 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655ece5-b489-4025-8484-7986db7be818 req-4a53f8df-5b99-4982-a17e-b4d53f1b3c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:39.320074 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d655ece5-b489-4025-8484-7986db7be818 req-4a53f8df-5b99-4982-a17e-b4d53f1b3c42 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84e2e030-f7fd-45a7-ae9a-50d13ef72c2c HTTP/1.1" status: 200 len: 916 time: 0.1634996 May 17 16:29:39.427914 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d655ece5-b489-4025-8484-7986db7be818 req-45364d62-49d5-4bfd-a752-c4b57d40f8c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a03a5938-1057-4ff8-934b-df436d1b8137 HTTP/1.1" status: 200 len: 1001 time: 0.1007113 May 17 16:29:39.512447 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655ece5-b489-4025-8484-7986db7be818 req-a6ccfa81-da0a-4b7a-802d-f221a9ee960d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:39.514678 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d655ece5-b489-4025-8484-7986db7be818 req-a6ccfa81-da0a-4b7a-802d-f221a9ee960d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb566c3b-0d86-4428-af0f-e5e28470bf55 HTTP/1.1" status: 200 len: 854 time: 0.0764344 May 17 16:29:39.655217 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655ece5-b489-4025-8484-7986db7be818 req-94a3b9f6-a96c-48a6-b1b9-e6e880064188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:39.656653 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d655ece5-b489-4025-8484-7986db7be818 req-94a3b9f6-a96c-48a6-b1b9-e6e880064188 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84e2e030-f7fd-45a7-ae9a-50d13ef72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1314571 May 17 16:29:39.671550 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e514445-cfec-49cb-a3ff-c6b183cd87b8 req-761104a1-f7ce-43c7-a061-211ceac458c8 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:39.672870 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1e514445-cfec-49cb-a3ff-c6b183cd87b8 req-761104a1-f7ce-43c7-a061-211ceac458c8 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 946 time: 0.0966811 May 17 16:29:39.793848 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1e514445-cfec-49cb-a3ff-c6b183cd87b8 req-89a879d4-dac1-48b2-a5b9-5a9ab3733415 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026461 May 17 16:29:39.832775 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d655ece5-b489-4025-8484-7986db7be818 req-ca3bf768-7fde-4ca0-bcb6-29abefe32b6e service neutron] 10.222.0.24 "GET /v2.0/networks/84e2e030-f7fd-45a7-ae9a-50d13ef72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589942 May 17 16:29:39.971086 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d655ece5-b489-4025-8484-7986db7be818 req-8678170e-285e-4c12-9cda-2419569331ae service neutron] 10.222.0.24 "GET /v2.0/networks/84e2e030-f7fd-45a7-ae9a-50d13ef72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293466 May 17 16:29:40.977831 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00582a9d-ed3b-44d3-a58f-1ca42d372f50 req-d674a0a5-0e23-4483-8dff-129b48f9be7f tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:40.989358 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-00582a9d-ed3b-44d3-a58f-1ca42d372f50 req-d674a0a5-0e23-4483-8dff-129b48f9be7f tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 946 time: 0.0819442 May 17 16:29:41.024877 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-00582a9d-ed3b-44d3-a58f-1ca42d372f50 req-99d19740-5c14-4520-8ad1-430545c34902 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397000 May 17 16:29:41.576435 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-f99ea929-69b6-4be2-9b08-47ebdbfcc35c req-70bf41ae-3006-43d5-8e12-7e3f5467a978 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0686781 May 17 16:29:41.577026 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e1685-01be-4911-8c52-b395eade4c92 req-742bf29c-ec6d-4c2b-96de-7f3366e37cc5 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:41.578131 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e23e1685-01be-4911-8c52-b395eade4c92 req-742bf29c-ec6d-4c2b-96de-7f3366e37cc5 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 946 time: 0.0841184 May 17 16:29:41.625490 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e23e1685-01be-4911-8c52-b395eade4c92 req-929f348c-a169-401f-b53b-22212aff1611 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413272 May 17 16:29:42.811353 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccf58a-83b6-40b9-9741-394a2b04337d req-73d05a10-bd1b-4084-8eb4-3923100a67af tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:42.812718 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-55ccf58a-83b6-40b9-9741-394a2b04337d req-73d05a10-bd1b-4084-8eb4-3923100a67af tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 946 time: 0.0803292 May 17 16:29:42.860644 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-55ccf58a-83b6-40b9-9741-394a2b04337d req-61f77887-d48f-4ff2-9205-bfcc6efb9d77 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420473 May 17 16:29:43.476536 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 002a5661-9f16-4faf-a244-d25e4930520d no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:29:43.591736 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:43.618523 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed419b04-3b55-4d71-ab0b-b1749ba19b83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '002a5661-9f16-4faf-a244-d25e4930520d'}] {{(pid=79282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:29:43.628297 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 002a5661-9f16-4faf-a244-d25e4930520d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=002a5661-9f16-4faf-a244-d25e4930520d,segment=NetworkSegment(75ef667e-e700-4ff5-a748-41212a7678bf),segment_id=75ef667e-e700-4ff5-a748-41212a7678bf)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:29:43.657754 dv-cinder-768105-8-iscsi neutron-server[79282]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ed419b04-3b55-4d71-ab0b-b1749ba19b83', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '002a5661-9f16-4faf-a244-d25e4930520d', 'code': 422} returned with failed status May 17 16:29:43.706508 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:43.708270 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:43.774913 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=002a5661-9f16-4faf-a244-d25e4930520d,revision_number=6']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:43.778063 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:44.052317 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33845788-ee5f-4770-a71a-feb069328fc7 req-88dd2ace-c166-47cf-80df-7f20b8fed9a0 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:44.054384 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-33845788-ee5f-4770-a71a-feb069328fc7 req-88dd2ace-c166-47cf-80df-7f20b8fed9a0 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 944 time: 0.0850863 May 17 16:29:44.103039 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-33845788-ee5f-4770-a71a-feb069328fc7 req-f18b4c9a-cd93-4b43-85c5-f6c646ee5b98 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409210 May 17 16:29:44.854056 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ea929-69b6-4be2-9b08-47ebdbfcc35c req-cdebf3e0-b684-462c-9a8c-dbfb7ef9108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:44.855617 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f99ea929-69b6-4be2-9b08-47ebdbfcc35c req-cdebf3e0-b684-462c-9a8c-dbfb7ef9108e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83&tenant_id=5f73ea9c6d28493eaca084a724daa4ae HTTP/1.1" status: 200 len: 1097 time: 0.0753696 May 17 16:29:44.944999 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ea929-69b6-4be2-9b08-47ebdbfcc35c req-8daf6540-208e-4dae-8281-4b2049210e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:44.946972 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f99ea929-69b6-4be2-9b08-47ebdbfcc35c req-8daf6540-208e-4dae-8281-4b2049210e67 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f73ea9c6d28493eaca084a724daa4ae&device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 1097 time: 0.0704882 May 17 16:29:45.077073 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ea929-69b6-4be2-9b08-47ebdbfcc35c req-67a53749-7b84-4e55-9c8d-4dfdef6a279d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:45.078517 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f99ea929-69b6-4be2-9b08-47ebdbfcc35c req-67a53749-7b84-4e55-9c8d-4dfdef6a279d service neutron] 10.222.0.24 "GET /v2.0/networks?id=ee4d78fa-99de-44c7-9335-553d5242008a HTTP/1.1" status: 200 len: 910 time: 0.1239383 May 17 16:29:45.326350 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f99ea929-69b6-4be2-9b08-47ebdbfcc35c req-461cbd9d-6093-4e75-9d18-acb41b21a204 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=002a5661-9f16-4faf-a244-d25e4930520d HTTP/1.1" status: 200 len: 999 time: 0.2318852 May 17 16:29:45.395216 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab1492-2504-457d-8e2d-7eec4e9e91e1 req-e95cfe09-02ca-410c-8060-0cc7742fdef2 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:45.396608 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3bab1492-2504-457d-8e2d-7eec4e9e91e1 req-e95cfe09-02ca-410c-8060-0cc7742fdef2 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 944 time: 0.1638191 May 17 16:29:45.401964 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ea929-69b6-4be2-9b08-47ebdbfcc35c req-3a8d015b-14e4-4548-a2b6-b7bd8ed21f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:45.403313 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f99ea929-69b6-4be2-9b08-47ebdbfcc35c req-3a8d015b-14e4-4548-a2b6-b7bd8ed21f2b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d086fd8-03be-4322-9dc6-8915072f2b3a HTTP/1.1" status: 200 len: 848 time: 0.0701754 May 17 16:29:45.490861 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3bab1492-2504-457d-8e2d-7eec4e9e91e1 req-ee2b535a-a24c-41fe-a2f2-1f386df74aa5 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866194 May 17 16:29:45.531533 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ea929-69b6-4be2-9b08-47ebdbfcc35c req-66e34735-2ad1-4901-a688-169e3d2a0869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:45.533985 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f99ea929-69b6-4be2-9b08-47ebdbfcc35c req-66e34735-2ad1-4901-a688-169e3d2a0869 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee4d78fa-99de-44c7-9335-553d5242008a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1138232 May 17 16:29:45.543383 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-aa65d484-29da-43fc-8d13-ea09e2e15ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:45.675763 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f99ea929-69b6-4be2-9b08-47ebdbfcc35c req-a08cedae-e0d9-4537-a7ad-3e997c518812 service neutron] 10.222.0.24 "GET /v2.0/networks/ee4d78fa-99de-44c7-9335-553d5242008a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247835 May 17 16:29:45.809172 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f99ea929-69b6-4be2-9b08-47ebdbfcc35c req-6f794bef-5b3a-4911-8d37-98bb6b3521c7 service neutron] 10.222.0.24 "GET /v2.0/networks/ee4d78fa-99de-44c7-9335-553d5242008a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200404 May 17 16:29:46.687098 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0059132-d742-439d-bafd-f6e4cd0e4372 req-3f0214b5-d1ec-4c4b-8f75-7f284e115418 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:46.688697 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f0059132-d742-439d-bafd-f6e4cd0e4372 req-3f0214b5-d1ec-4c4b-8f75-7f284e115418 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 944 time: 0.0797572 May 17 16:29:46.734078 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f0059132-d742-439d-bafd-f6e4cd0e4372 req-0e71b1c6-0170-4f8a-bd80-b5201f770998 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397809 May 17 16:29:47.937645 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08998565-9ca1-40e7-8a77-0a3d9738ed17 req-cf7ee0b3-7a29-4967-b244-23213e9da7ce tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:47.939081 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-08998565-9ca1-40e7-8a77-0a3d9738ed17 req-cf7ee0b3-7a29-4967-b244-23213e9da7ce tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 944 time: 0.0849917 May 17 16:29:47.982589 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-08998565-9ca1-40e7-8a77-0a3d9738ed17 req-abd8414e-0ecd-47f6-b0c8-60258395bbe9 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376716 May 17 16:29:48.136679 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:48.157089 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-19890859-220a-4008-ab9a-cdd96de6a309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:49.119684 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:49.167475 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d750f87-2e41-4b1e-8351-de6f510c805f req-feee9366-d649-488f-88ee-562e3dadeba8 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:49.168749 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8d750f87-2e41-4b1e-8351-de6f510c805f req-feee9366-d649-488f-88ee-562e3dadeba8 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 944 time: 0.0784845 May 17 16:29:49.217079 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8d750f87-2e41-4b1e-8351-de6f510c805f req-c2c731e9-aa69-4d83-8efb-f523fd6465a7 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419192 May 17 16:29:50.397728 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea507652-c52a-4b01-b047-256e9e7e2bcf req-adc3ba45-3050-451d-bf89-9e16635209c4 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:50.399204 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ea507652-c52a-4b01-b047-256e9e7e2bcf req-adc3ba45-3050-451d-bf89-9e16635209c4 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 944 time: 0.0789504 May 17 16:29:50.443311 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ea507652-c52a-4b01-b047-256e9e7e2bcf req-cac7ac91-0e13-488e-becc-21d3bec6458e tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383053 May 17 16:29:50.650879 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:51.631391 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc9c99-2bfa-4c21-8937-71fd95c63c9d req-d6f981c3-7aa8-4e53-9254-feec240f8983 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:51.632856 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-82bc9c99-2bfa-4c21-8937-71fd95c63c9d req-d6f981c3-7aa8-4e53-9254-feec240f8983 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 944 time: 0.0832887 May 17 16:29:51.679102 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-82bc9c99-2bfa-4c21-8937-71fd95c63c9d req-7df0142a-6cca-47c4-a3b0-573bbf2c27de tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391500 May 17 16:29:51.877623 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:52.870534 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30d604-1ba0-4cf1-bc0c-20e36b7bab00 req-3c9d855c-6509-4efc-859c-f33aa15e12f1 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:52.872040 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fd30d604-1ba0-4cf1-bc0c-20e36b7bab00 req-3c9d855c-6509-4efc-859c-f33aa15e12f1 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 944 time: 0.0827816 May 17 16:29:52.929287 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fd30d604-1ba0-4cf1-bc0c-20e36b7bab00 req-ee23f810-6b56-48c1-af95-0115ccec25fe tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515444 May 17 16:29:54.116783 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f29dd-68e5-4045-b494-28f5129734c1 req-dec7078b-d6b6-4ed6-b9cc-baa2b3f1a764 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:54.118850 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d24f29dd-68e5-4045-b494-28f5129734c1 req-dec7078b-d6b6-4ed6-b9cc-baa2b3f1a764 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 944 time: 0.0848901 May 17 16:29:54.162988 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d24f29dd-68e5-4045-b494-28f5129734c1 req-926821fd-d873-4d5c-bd01-94752b80d0df tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382776 May 17 16:29:55.349010 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced774ec-b7c8-413d-900d-6197bda37424 req-438397f0-a95e-48a4-98a6-ad030f6288f2 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:55.350356 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ced774ec-b7c8-413d-900d-6197bda37424 req-438397f0-a95e-48a4-98a6-ad030f6288f2 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 944 time: 0.0809691 May 17 16:29:55.395156 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ced774ec-b7c8-413d-900d-6197bda37424 req-34558872-e0e9-41d1-b752-78f137142230 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385747 May 17 16:29:55.976772 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 002a5661-9f16-4faf-a244-d25e4930520d details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:29:56.107907 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 002a5661-9f16-4faf-a244-d25e4930520d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=002a5661-9f16-4faf-a244-d25e4930520d,segment=NetworkSegment(75ef667e-e700-4ff5-a748-41212a7678bf),segment_id=75ef667e-e700-4ff5-a748-41212a7678bf)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:29:56.121103 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Returning: {'device': '002a5661-9f16-4faf-a244-d25e4930520d', 'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a', 'port_id': '002a5661-9f16-4faf-a244-d25e4930520d', 'mac_address': 'fa:16:3e:ea:e6:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d086fd8-03be-4322-9dc6-8915072f2b3a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:29:56.175117 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:56.193901 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002a5661-9f16-4faf-a244-d25e4930520d {{(pid=79282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:29:56.209415 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 002a5661-9f16-4faf-a244-d25e4930520d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=002a5661-9f16-4faf-a244-d25e4930520d,segment=NetworkSegment(75ef667e-e700-4ff5-a748-41212a7678bf),segment_id=75ef667e-e700-4ff5-a748-41212a7678bf)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:29:56.288576 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:29:56.290356 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-28bedf4f-7481-445a-9964-04b58b7aee36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:29:56.356119 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=002a5661-9f16-4faf-a244-d25e4930520d,revision_number=7']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:29:56.359147 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:29:56.590925 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72736cb-4e79-48aa-b9d4-ccf319598e40 req-f310d298-0a1a-4879-8bbc-05a8c3274f79 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:56.590925 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e72736cb-4e79-48aa-b9d4-ccf319598e40 req-f310d298-0a1a-4879-8bbc-05a8c3274f79 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 945 time: 0.0850987 May 17 16:29:56.635818 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e72736cb-4e79-48aa-b9d4-ccf319598e40 req-5583c31f-191a-4963-b8c2-308d67df7849 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425012 May 17 16:29:57.819613 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca0c11-3065-490c-a208-ebb7ef2bb72a req-e1d2fabb-2788-496f-bbe9-53d8aa6a2001 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:57.820993 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-59ca0c11-3065-490c-a208-ebb7ef2bb72a req-e1d2fabb-2788-496f-bbe9-53d8aa6a2001 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 945 time: 0.0783100 May 17 16:29:57.866699 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-59ca0c11-3065-490c-a208-ebb7ef2bb72a req-69f45bd2-b3e5-43e0-8510-643098907bf9 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399306 May 17 16:29:59.051451 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-177b0973-fcb4-4e22-8655-e5dec9cca02b req-db0a7731-85c6-47e5-a866-0f5d4e4ff3ed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2210214 May 17 16:29:59.070496 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932bd13-5d61-437d-8fe7-149e83608957 req-0e048283-6fab-4a39-b951-5913a695bb9c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:59.072409 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d932bd13-5d61-437d-8fe7-149e83608957 req-0e048283-6fab-4a39-b951-5913a695bb9c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 945 time: 0.0942035 May 17 16:29:59.119407 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d932bd13-5d61-437d-8fe7-149e83608957 req-19cd4343-2027-43c8-8cab-a88fcb3a8abb tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411267 May 17 16:29:59.335385 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b0973-fcb4-4e22-8655-e5dec9cca02b req-044a0782-18f7-42b6-b57b-59e807878907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:59.337339 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-177b0973-fcb4-4e22-8655-e5dec9cca02b req-044a0782-18f7-42b6-b57b-59e807878907 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0963dfcfec64470c9af2396c3d9ea7f2&device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 1098 time: 0.0718038 May 17 16:29:59.525408 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b0973-fcb4-4e22-8655-e5dec9cca02b req-5172bf1a-2df8-410b-9c89-261e474884fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:59.527835 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-177b0973-fcb4-4e22-8655-e5dec9cca02b req-5172bf1a-2df8-410b-9c89-261e474884fa service neutron] 10.222.0.24 "GET /v2.0/networks?id=f715da6f-21b3-4c5b-b80d-844b367c17f5 HTTP/1.1" status: 200 len: 911 time: 0.1566694 May 17 16:29:59.636169 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['002a5661-9f16-4faf-a244-d25e4930520d'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:29:59.636781 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-177b0973-fcb4-4e22-8655-e5dec9cca02b req-c54fb918-7bcd-4f4a-929a-8d1ac876fde5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe51a5f8-9ddf-49b7-915e-380da875773e HTTP/1.1" status: 200 len: 1001 time: 0.1018212 May 17 16:29:59.700170 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b0973-fcb4-4e22-8655-e5dec9cca02b req-644b8464-834d-494f-bd1d-01a514a2854d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:59.701606 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-177b0973-fcb4-4e22-8655-e5dec9cca02b req-644b8464-834d-494f-bd1d-01a514a2854d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb HTTP/1.1" status: 200 len: 849 time: 0.0583131 May 17 16:29:59.783510 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b0973-fcb4-4e22-8655-e5dec9cca02b req-c39848fb-7f3d-43aa-8f67-146e8a12a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:29:59.785161 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-177b0973-fcb4-4e22-8655-e5dec9cca02b req-c39848fb-7f3d-43aa-8f67-146e8a12a445 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f715da6f-21b3-4c5b-b80d-844b367c17f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767756 May 17 16:29:59.937420 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-177b0973-fcb4-4e22-8655-e5dec9cca02b req-d2371e37-88e3-4aa7-a6cb-b4f2abceff02 service neutron] 10.222.0.24 "GET /v2.0/networks/f715da6f-21b3-4c5b-b80d-844b367c17f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446061 May 17 16:30:00.076130 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-177b0973-fcb4-4e22-8655-e5dec9cca02b req-6b78eabc-fa3f-4f18-bec7-995099a7671c service neutron] 10.222.0.24 "GET /v2.0/networks/f715da6f-21b3-4c5b-b80d-844b367c17f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274340 May 17 16:30:00.306146 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77cbd3-8b94-425f-b188-3cd73e30c7d8 req-29fc4778-3bf1-4689-be90-1a3a68b9c6bc tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:00.307618 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ee77cbd3-8b94-425f-b188-3cd73e30c7d8 req-29fc4778-3bf1-4689-be90-1a3a68b9c6bc tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 945 time: 0.0816748 May 17 16:30:00.352773 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ee77cbd3-8b94-425f-b188-3cd73e30c7d8 req-a1d4bf74-d3dc-448c-b436-86eed7271596 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387812 May 17 16:30:01.538684 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84934eec-000a-4687-940b-99cb74be089e req-187511b2-7db7-4beb-bd2b-4fde54d6c77f tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:01.540669 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-84934eec-000a-4687-940b-99cb74be089e req-187511b2-7db7-4beb-bd2b-4fde54d6c77f tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 945 time: 0.0828955 May 17 16:30:01.586153 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-84934eec-000a-4687-940b-99cb74be089e req-8ab4aaab-fadd-444b-86cd-68ff6d236e1e tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396278 May 17 16:30:02.774155 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9457a-1697-4dd2-bc9c-be7c72f47b10 req-48c55f1d-0d9b-428c-a23b-c161e1ac12db tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:02.775629 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-abe9457a-1697-4dd2-bc9c-be7c72f47b10 req-48c55f1d-0d9b-428c-a23b-c161e1ac12db tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 945 time: 0.0822628 May 17 16:30:02.928813 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-abe9457a-1697-4dd2-bc9c-be7c72f47b10 req-5c1ad642-756e-4476-8333-c6246f2c1517 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472938 May 17 16:30:04.105463 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 002a5661-9f16-4faf-a244-d25e4930520d up at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:30:04.114351 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462d82b-873c-4514-b9c2-1bef48a48b95 req-0091d04b-4054-4245-9c08-037efa46f844 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:04.115847 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a462d82b-873c-4514-b9c2-1bef48a48b95 req-0091d04b-4054-4245-9c08-037efa46f844 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 945 time: 0.0810723 May 17 16:30:04.163882 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a462d82b-873c-4514-b9c2-1bef48a48b95 req-aed317ae-b0b7-489e-8077-9c975a46f784 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416067 May 17 16:30:04.176890 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning complete for port 002a5661-9f16-4faf-a244-d25e4930520d triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:30:04.177272 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:04.292194 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:04.318138 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed419b04-3b55-4d71-ab0b-b1749ba19b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002a5661-9f16-4faf-a244-d25e4930520d'}] {{(pid=79282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:30:04.327517 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 002a5661-9f16-4faf-a244-d25e4930520d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=002a5661-9f16-4faf-a244-d25e4930520d,segment=NetworkSegment(75ef667e-e700-4ff5-a748-41212a7678bf),segment_id=75ef667e-e700-4ff5-a748-41212a7678bf)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:30:04.367340 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed419b04-3b55-4d71-ab0b-b1749ba19b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002a5661-9f16-4faf-a244-d25e4930520d', 'code': 200} May 17 16:30:04.414862 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:04.416987 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:04.491668 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=002a5661-9f16-4faf-a244-d25e4930520d,revision_number=8']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:04.496293 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:05.355618 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf698c5-4df2-4d87-9e4a-5f1104d09f6e req-d7d2ba20-4f53-4609-919a-e5eb3c2297c1 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:05.356984 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-dcf698c5-4df2-4d87-9e4a-5f1104d09f6e req-d7d2ba20-4f53-4609-919a-e5eb3c2297c1 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 946 time: 0.0831513 May 17 16:30:05.403949 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-dcf698c5-4df2-4d87-9e4a-5f1104d09f6e req-b7aab97c-2c03-4a4e-adbd-1fa1ed8f9081 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403597 May 17 16:30:06.330690 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9289b-a00c-4c81-b083-420871465ae5 req-87ae999f-173c-4ed8-b440-de66ca7d800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:06.332147 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-01c9289b-a00c-4c81-b083-420871465ae5 req-87ae999f-173c-4ed8-b440-de66ca7d800a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 1099 time: 0.0701873 May 17 16:30:06.376700 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-01c9289b-a00c-4c81-b083-420871465ae5 req-d1192a1c-48ef-450a-ac4c-9f7c52a66e6f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372989 May 17 16:30:06.602213 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7d9aa-1aa5-4c4d-b2cf-1ee128aea7f7 req-d16a1a38-8637-49d1-a7c8-02b4642fbd76 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:06.603574 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0dd7d9aa-1aa5-4c4d-b2cf-1ee128aea7f7 req-d16a1a38-8637-49d1-a7c8-02b4642fbd76 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 946 time: 0.0931320 May 17 16:30:06.648139 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0dd7d9aa-1aa5-4c4d-b2cf-1ee128aea7f7 req-aecf9160-551a-41bb-afc1-f912688185c2 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385079 May 17 16:30:06.909715 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:30:07.947355 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a30129-8451-447e-9b96-5f0b92864ea7 req-21052c04-44b7-4eed-b7cb-74ddc4ec0a9a tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:07.948991 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e3a30129-8451-447e-9b96-5f0b92864ea7 req-21052c04-44b7-4eed-b7cb-74ddc4ec0a9a tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 946 time: 0.1951721 May 17 16:30:07.998268 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e3a30129-8451-447e-9b96-5f0b92864ea7 req-810cf59e-700b-419b-b1b3-8b89aba4169b tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432971 May 17 16:30:09.189469 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001a915-0cce-4533-b597-07c57bbb3776 req-2763056a-3ded-4e3d-ade0-5469ef02141e tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:09.190951 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b001a915-0cce-4533-b597-07c57bbb3776 req-2763056a-3ded-4e3d-ade0-5469ef02141e tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 946 time: 0.0817277 May 17 16:30:09.236025 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b001a915-0cce-4533-b597-07c57bbb3776 req-34cb704a-527c-4dee-ad61-3fc74d0732b1 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386739 May 17 16:30:15.513606 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-8dde7679-4e48-4825-8cb3-631d7ac7c29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:18.245221 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:18.279382 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-2109f1e5-3a08-4908-affe-bcb87b41d40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:19.171244 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:20.713465 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:21.785399 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:22.549743 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898b118-e307-4dd5-b6e8-f1a2109ca72a req-fa8a98ab-55a5-4228-bffd-2f0041096f5f tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:22.551411 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5898b118-e307-4dd5-b6e8-f1a2109ca72a req-fa8a98ab-55a5-4228-bffd-2f0041096f5f tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 945 time: 0.0855353 May 17 16:30:22.597848 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5898b118-e307-4dd5-b6e8-f1a2109ca72a req-c7c8e3b3-e9d2-48d1-addb-2af3e714cd24 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/security-groups?id=d606948d-c792-48d2-83ff-9ce3be6290f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405393 May 17 16:30:23.787890 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70d32f-6732-4cc7-bbbe-35c2f15ffda9 req-67452ed5-072c-4c8b-a4fd-774c08891e59 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:23.789255 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cc70d32f-6732-4cc7-bbbe-35c2f15ffda9 req-67452ed5-072c-4c8b-a4fd-774c08891e59 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 945 time: 0.0845795 May 17 16:30:23.835715 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cc70d32f-6732-4cc7-bbbe-35c2f15ffda9 req-5566ec96-5757-4c71-abb5-229d0ac82d55 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/security-groups?id=d606948d-c792-48d2-83ff-9ce3be6290f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388691 May 17 16:30:24.697309 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e6a22-9f91-4893-82bc-3bdfce78764b req-89c255be-975c-4de0-8a90-4583cd437dfc tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:24.698748 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-2c2e6a22-9f91-4893-82bc-3bdfce78764b req-89c255be-975c-4de0-8a90-4583cd437dfc tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.24 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 945 time: 0.0782557 May 17 16:30:24.835373 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [req-2c2e6a22-9f91-4893-82bc-3bdfce78764b req-2ad606eb-d822-4ae9-bbb2-e6cf15d6f03f tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Deleting port 889add0c-974d-44b0-a38a-5b9b0639476a {{(pid=79280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:30:24.836084 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-2c2e6a22-9f91-4893-82bc-3bdfce78764b req-2ad606eb-d822-4ae9-bbb2-e6cf15d6f03f tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:25.026042 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-2c2e6a22-9f91-4893-82bc-3bdfce78764b req-2ad606eb-d822-4ae9-bbb2-e6cf15d6f03f tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] For port 889add0c-974d-44b0-a38a-5b9b0639476a, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=889add0c-974d-44b0-a38a-5b9b0639476a,segment=NetworkSegment(4d7038cd-6f1a-4867-97af-b8404c71305b),segment_id=4d7038cd-6f1a-4867-97af-b8404c71305b)] {{(pid=79280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:30:25.026426 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-2c2e6a22-9f91-4893-82bc-3bdfce78764b req-2ad606eb-d822-4ae9-bbb2-e6cf15d6f03f tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:25.151825 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [req-2c2e6a22-9f91-4893-82bc-3bdfce78764b req-2ad606eb-d822-4ae9-bbb2-e6cf15d6f03f tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Calling delete_port for 889add0c-974d-44b0-a38a-5b9b0639476a owned by compute:nova {{(pid=79280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:30:25.184526 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b28667-ad27-4edf-847a-43c5d4b40bd5 req-57c0b869-6699-4a5b-a46a-0690cc589408 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:25.186058 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-75b28667-ad27-4edf-847a-43c5d4b40bd5 req-57c0b869-6699-4a5b-a46a-0690cc589408 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 945 time: 0.2381380 May 17 16:30:25.244001 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-75b28667-ad27-4edf-847a-43c5d4b40bd5 req-d60a7346-2311-4920-bf48-da129cd8e670 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/security-groups?id=d606948d-c792-48d2-83ff-9ce3be6290f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521274 May 17 16:30:25.376284 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-2c2e6a22-9f91-4893-82bc-3bdfce78764b req-2ad606eb-d822-4ae9-bbb2-e6cf15d6f03f tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:25.381969 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-9f06b044-31e6-4ee1-b122-0d41aef1e0f5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:25.389047 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['889add0c-974d-44b0-a38a-5b9b0639476a'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:30:25.429921 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad606eb-d822-4ae9-bbb2-e6cf15d6f03f tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Pushing event deleted for resources: {'Port': ['ID=889add0c-974d-44b0-a38a-5b9b0639476a,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:25.472294 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad606eb-d822-4ae9-bbb2-e6cf15d6f03f tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:25.477370 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad606eb-d822-4ae9-bbb2-e6cf15d6f03f tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:25.477370 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad606eb-d822-4ae9-bbb2-e6cf15d6f03f tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:25.477370 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad606eb-d822-4ae9-bbb2-e6cf15d6f03f tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:25.477370 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad606eb-d822-4ae9-bbb2-e6cf15d6f03f tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:25.477370 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad606eb-d822-4ae9-bbb2-e6cf15d6f03f tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:25.477370 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad606eb-d822-4ae9-bbb2-e6cf15d6f03f tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:25.477370 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad606eb-d822-4ae9-bbb2-e6cf15d6f03f tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:25.477370 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad606eb-d822-4ae9-bbb2-e6cf15d6f03f tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:25.477370 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad606eb-d822-4ae9-bbb2-e6cf15d6f03f tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:25.477370 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad606eb-d822-4ae9-bbb2-e6cf15d6f03f tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:25.477370 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad606eb-d822-4ae9-bbb2-e6cf15d6f03f tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:25.505852 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-2ad606eb-d822-4ae9-bbb2-e6cf15d6f03f tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:25.517561 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2e6a22-9f91-4893-82bc-3bdfce78764b req-2ad606eb-d822-4ae9-bbb2-e6cf15d6f03f tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] No DVR routers for this DVR port 889add0c-974d-44b0-a38a-5b9b0639476a on host hv-cinder-76810 {{(pid=79280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:30:25.520179 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-2c2e6a22-9f91-4893-82bc-3bdfce78764b req-2ad606eb-d822-4ae9-bbb2-e6cf15d6f03f tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:25.522903 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e432c74b-35fc-4a6b-a97d-d8a85de9f001', 'name': 'network-vif-deleted', 'tag': '889add0c-974d-44b0-a38a-5b9b0639476a'}] {{(pid=79280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:30:25.531949 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-2c2e6a22-9f91-4893-82bc-3bdfce78764b req-2ad606eb-d822-4ae9-bbb2-e6cf15d6f03f tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.24 "DELETE /v2.0/ports/889add0c-974d-44b0-a38a-5b9b0639476a HTTP/1.1" status: 204 len: 173 time: 0.8277786 May 17 16:30:25.581413 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e432c74b-35fc-4a6b-a97d-d8a85de9f001', 'name': 'network-vif-deleted', 'tag': '889add0c-974d-44b0-a38a-5b9b0639476a', 'status': 'completed', 'code': 200} May 17 16:30:26.412323 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-48e94656-673c-48b0-95f4-7e7406aeeef7 req-438e5474-30bc-4e28-877e-00dbdcf2e504 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Synchronizing usage tracker for tenant:36260d216a5f4de29e97c9c8270eddbf on resource:port {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:30:26.485161 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-48e94656-673c-48b0-95f4-7e7406aeeef7 req-438e5474-30bc-4e28-877e-00dbdcf2e504 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Unset dirty status for tenant:36260d216a5f4de29e97c9c8270eddbf on resource:port {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:30:26.486784 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-48e94656-673c-48b0-95f4-7e7406aeeef7 req-438e5474-30bc-4e28-877e-00dbdcf2e504 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=e432c74b-35fc-4a6b-a97d-d8a85de9f001 HTTP/1.1" status: 200 len: 210 time: 0.1173556 May 17 16:30:28.184219 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 889add0c-974d-44b0-a38a-5b9b0639476a no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:30:28.217570 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] No Port match for: 889add0c-974d-44b0-a38a-5b9b0639476a {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:30:28.217910 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 889add0c-974d-44b0-a38a-5b9b0639476a not bound to the agent host hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:30:40.716868 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-fb0c1bc9-8acd-4116-b216-ca779468f08c tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:40.718220 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-fb0c1bc9-8acd-4116-b216-ca779468f08c tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/networks?id=d605fde6-3889-43a7-986f-198e8dc9cbbe HTTP/1.1" status: 200 len: 814 time: 0.1462483 May 17 16:30:40.733124 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-5ff2a678-4cab-4434-a466-586c65a3650f tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/quotas/36260d216a5f4de29e97c9c8270eddbf HTTP/1.1" status: 200 len: 375 time: 0.0091360 May 17 16:30:40.783145 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-5a3affe1-2b5e-4ee1-9fa6-4dc141734e0e tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=36260d216a5f4de29e97c9c8270eddbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412080 May 17 16:30:40.910973 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-c3c5104a-106e-4596-89af-86a8e2656cae service neutron] 10.222.0.11 "GET /v2.0/networks/d605fde6-3889-43a7-986f-198e8dc9cbbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211016 May 17 16:30:41.131718 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-ece853b5-b59a-41ac-89c0-dcb19f0477d8 service neutron] 10.222.0.11 "GET /v2.0/networks/d605fde6-3889-43a7-986f-198e8dc9cbbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148714 May 17 16:30:41.430580 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d1c31896-6ed1-4458-a963-2d9c8d965a1e req-d387a843-dd46-4bb8-b778-2d9b997ea8a6 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea035b1e-9e3c-49f0-88ea-3817e50f3c33 HTTP/1.1" status: 200 len: 210 time: 0.0772693 May 17 16:30:42.577879 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ea17903a-dfde-4ed1-83f0-609600a4d4b2 req-ffb79b04-a4b0-438c-a0d5-82d0c195a12e tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea035b1e-9e3c-49f0-88ea-3817e50f3c33 HTTP/1.1" status: 200 len: 210 time: 0.0422518 May 17 16:30:43.577049 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-0b3aa739-a315-437b-98d2-e9f990d83bed tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:43.578540 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-0b3aa739-a315-437b-98d2-e9f990d83bed tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.24 "GET /v2.0/networks?id=d605fde6-3889-43a7-986f-198e8dc9cbbe HTTP/1.1" status: 200 len: 814 time: 0.1517122 May 17 16:30:43.591680 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-80770dcf-a46f-46cc-9dfd-58bec48b4db0 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Request body: {'port': {'device_id': 'ea035b1e-9e3c-49f0-88ea-3817e50f3c33', 'network_id': 'd605fde6-3889-43a7-986f-198e8dc9cbbe', 'admin_state_up': True, 'tenant_id': '36260d216a5f4de29e97c9c8270eddbf'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:30:43.731128 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-80770dcf-a46f-46cc-9dfd-58bec48b4db0 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:30:43.741115 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-80770dcf-a46f-46cc-9dfd-58bec48b4db0 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:30:43.825915 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-34b59886-d1a9-4d18-88e2-c52782ff9a96 req-40801ab9-5be4-43fc-961f-e22eac4446b8 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea035b1e-9e3c-49f0-88ea-3817e50f3c33 HTTP/1.1" status: 200 len: 210 time: 0.0731535 May 17 16:30:43.827856 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-80770dcf-a46f-46cc-9dfd-58bec48b4db0 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Made reservation on behalf of 36260d216a5f4de29e97c9c8270eddbf for: {'port': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:30:43.834077 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-80770dcf-a46f-46cc-9dfd-58bec48b4db0 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:43.913471 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:30:44.035230 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_common [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-80770dcf-a46f-46cc-9dfd-58bec48b4db0 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Allocated IP 172.20.0.7 (d605fde6-3889-43a7-986f-198e8dc9cbbe/69e9074c-19b3-4a0e-ab1f-377053688857/7f738e6e-dfa9-44d6-a836-33e66b9286db) {{(pid=79280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:30:44.238436 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-80770dcf-a46f-46cc-9dfd-58bec48b4db0 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Notify callbacks [] for port, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:44.331275 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-80770dcf-a46f-46cc-9dfd-58bec48b4db0 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:44.338405 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-5887f91e-d137-4a33-b404-694bdc7bc29c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:44.405697 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-80770dcf-a46f-46cc-9dfd-58bec48b4db0 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Network d605fde6-3889-43a7-986f-198e8dc9cbbe is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:30:44.408790 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-80770dcf-a46f-46cc-9dfd-58bec48b4db0 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:30:44.412754 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-80770dcf-a46f-46cc-9dfd-58bec48b4db0 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Received port after_create {{(pid=79280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:30:44.444020 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80770dcf-a46f-46cc-9dfd-58bec48b4db0 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Pushing event updated for resources: {'Port': ['ID=7f738e6e-dfa9-44d6-a836-33e66b9286db,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:44.457815 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-80770dcf-a46f-46cc-9dfd-58bec48b4db0 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:44.480198 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-80770dcf-a46f-46cc-9dfd-58bec48b4db0 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:44.480823 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-80770dcf-a46f-46cc-9dfd-58bec48b4db0 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:44.579529 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-80770dcf-a46f-46cc-9dfd-58bec48b4db0 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9914029 May 17 16:30:44.591335 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-5b9c3348-25a4-41a8-a692-f1a1fc377f1e service neutron] Request body: {'port': {'device_id': 'ea035b1e-9e3c-49f0-88ea-3817e50f3c33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:30:44.704638 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-5b9c3348-25a4-41a8-a692-f1a1fc377f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:45.076505 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e12c91-7cb1-40a9-b05d-dba425f38522 req-bf67744a-3072-49ff-bca5-18376cff0085 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:45.077194 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-f9e12c91-7cb1-40a9-b05d-dba425f38522 req-bf67744a-3072-49ff-bca5-18376cff0085 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Synchronizing usage tracker for tenant:36260d216a5f4de29e97c9c8270eddbf on resource:port {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:30:45.153375 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-5b9c3348-25a4-41a8-a692-f1a1fc377f1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f738e6e-dfa9-44d6-a836-33e66b9286db {{(pid=79280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:30:45.160847 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-5b9c3348-25a4-41a8-a692-f1a1fc377f1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:45.175917 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.provisioning_blocks [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-5b9c3348-25a4-41a8-a692-f1a1fc377f1e service neutron] Transition to ACTIVE for port object 7f738e6e-dfa9-44d6-a836-33e66b9286db will not be triggered until provisioned by entity L2. {{(pid=79280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:30:45.235591 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-f9e12c91-7cb1-40a9-b05d-dba425f38522 req-bf67744a-3072-49ff-bca5-18376cff0085 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Unset dirty status for tenant:36260d216a5f4de29e97c9c8270eddbf on resource:port {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:30:45.236773 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f9e12c91-7cb1-40a9-b05d-dba425f38522 req-bf67744a-3072-49ff-bca5-18376cff0085 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea035b1e-9e3c-49f0-88ea-3817e50f3c33 HTTP/1.1" status: 200 len: 931 time: 0.2878811 May 17 16:30:45.271820 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-5b9c3348-25a4-41a8-a692-f1a1fc377f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566544'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:45.279809 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:45.472453 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f9e12c91-7cb1-40a9-b05d-dba425f38522 req-19137104-8f9e-48f6-b62c-14503edc421f tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/security-groups?id=d606948d-c792-48d2-83ff-9ce3be6290f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297504 May 17 16:30:45.491886 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-d32a5c76-0299-4d81-bc5d-90fca6f8df5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:45.629624 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c3348-25a4-41a8-a692-f1a1fc377f1e service neutron] Pushing event updated for resources: {'Port': ['ID=7f738e6e-dfa9-44d6-a836-33e66b9286db,revision_number=2']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:45.637640 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-5b9c3348-25a4-41a8-a692-f1a1fc377f1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:45.680382 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-5b9c3348-25a4-41a8-a692-f1a1fc377f1e service neutron] Attempting to bind port 7f738e6e-dfa9-44d6-a836-33e66b9286db on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:30:45.680630 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-5b9c3348-25a4-41a8-a692-f1a1fc377f1e service neutron] Attempting to bind port 7f738e6e-dfa9-44d6-a836-33e66b9286db by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '4d7038cd-6f1a-4867-97af-b8404c71305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd605fde6-3889-43a7-986f-198e8dc9cbbe'}] {{(pid=79280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:30:45.680936 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-5b9c3348-25a4-41a8-a692-f1a1fc377f1e service neutron] Attempting to bind port 7f738e6e-dfa9-44d6-a836-33e66b9286db on network d605fde6-3889-43a7-986f-198e8dc9cbbe {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:30:45.685437 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-5b9c3348-25a4-41a8-a692-f1a1fc377f1e service neutron] Port 7f738e6e-dfa9-44d6-a836-33e66b9286db on network d605fde6-3889-43a7-986f-198e8dc9cbbe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:30:45.685772 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-5b9c3348-25a4-41a8-a692-f1a1fc377f1e service neutron] Attempting to bind port 7f738e6e-dfa9-44d6-a836-33e66b9286db on network d605fde6-3889-43a7-986f-198e8dc9cbbe {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:30:45.690749 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-5b9c3348-25a4-41a8-a692-f1a1fc377f1e service neutron] Checking agent: {'id': 'e426a337-f724-4468-bb76-290ab6f07147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'started_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:30:45.691080 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-5b9c3348-25a4-41a8-a692-f1a1fc377f1e service neutron] Checking segment: {'id': '4d7038cd-6f1a-4867-97af-b8404c71305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd605fde6-3889-43a7-986f-198e8dc9cbbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:30:45.691464 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-5b9c3348-25a4-41a8-a692-f1a1fc377f1e service neutron] Bound using segment: {'id': '4d7038cd-6f1a-4867-97af-b8404c71305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd605fde6-3889-43a7-986f-198e8dc9cbbe'} {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:30:45.691885 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-5b9c3348-25a4-41a8-a692-f1a1fc377f1e service neutron] Bound port: 7f738e6e-dfa9-44d6-a836-33e66b9286db, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d7038cd-6f1a-4867-97af-b8404c71305b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'd605fde6-3889-43a7-986f-198e8dc9cbbe'}}] {{(pid=79280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:30:45.692224 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-5b9c3348-25a4-41a8-a692-f1a1fc377f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:45.783072 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-5b9c3348-25a4-41a8-a692-f1a1fc377f1e service neutron] For port 7f738e6e-dfa9-44d6-a836-33e66b9286db, host hv-cinder-76810, cleared binding levels {{(pid=79280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:30:45.785925 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-5b9c3348-25a4-41a8-a692-f1a1fc377f1e service neutron] For port 7f738e6e-dfa9-44d6-a836-33e66b9286db, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=7f738e6e-dfa9-44d6-a836-33e66b9286db,segment=NetworkSegment(4d7038cd-6f1a-4867-97af-b8404c71305b),segment_id=4d7038cd-6f1a-4867-97af-b8404c71305b)] {{(pid=79280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:30:45.904549 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-5b9c3348-25a4-41a8-a692-f1a1fc377f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566544'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:45.908263 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-96e9da3d-11d5-4b4c-ac94-61d5189b7670 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:45.965098 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-5b9c3348-25a4-41a8-a692-f1a1fc377f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:45.965702 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-5b9c3348-25a4-41a8-a692-f1a1fc377f1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:45.967074 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-5b9c3348-25a4-41a8-a692-f1a1fc377f1e service neutron] 10.222.0.24 "PUT /v2.0/ports/7f738e6e-dfa9-44d6-a836-33e66b9286db HTTP/1.1" status: 200 len: 1093 time: 1.3799915 May 17 16:30:45.967549 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea035b1e-9e3c-49f0-88ea-3817e50f3c33', 'tag': '7f738e6e-dfa9-44d6-a836-33e66b9286db'}] {{(pid=79280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:30:45.985642 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c3348-25a4-41a8-a692-f1a1fc377f1e service neutron] Pushing event updated for resources: {'Port': ['ID=7f738e6e-dfa9-44d6-a836-33e66b9286db,revision_number=3']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:45.988747 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-5b9c3348-25a4-41a8-a692-f1a1fc377f1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:46.011600 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea035b1e-9e3c-49f0-88ea-3817e50f3c33', 'tag': '7f738e6e-dfa9-44d6-a836-33e66b9286db', 'status': 'completed', 'code': 200} May 17 16:30:46.106989 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdafd58-b11f-49dd-b631-20092eb4939d req-c452de89-3299-457f-91cb-fbf4653521c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:46.108468 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-dbdafd58-b11f-49dd-b631-20092eb4939d req-c452de89-3299-457f-91cb-fbf4653521c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=36260d216a5f4de29e97c9c8270eddbf&device_id=ea035b1e-9e3c-49f0-88ea-3817e50f3c33 HTTP/1.1" status: 200 len: 1096 time: 0.0760860 May 17 16:30:46.249205 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdafd58-b11f-49dd-b631-20092eb4939d req-0f348236-d50e-4061-b9e7-671a30b88d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:46.250689 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-dbdafd58-b11f-49dd-b631-20092eb4939d req-0f348236-d50e-4061-b9e7-671a30b88d7d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=36260d216a5f4de29e97c9c8270eddbf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1348536 May 17 16:30:46.387147 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdafd58-b11f-49dd-b631-20092eb4939d req-2bfa75cf-3d0d-4720-973b-c777fcb8ec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:46.388552 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-dbdafd58-b11f-49dd-b631-20092eb4939d req-2bfa75cf-3d0d-4720-973b-c777fcb8ec1d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288359 May 17 16:30:46.496740 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-c7e4d255-3ef2-445c-8e8c-9ff6fe8e1a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:46.498169 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-c7e4d255-3ef2-445c-8e8c-9ff6fe8e1a60 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=36260d216a5f4de29e97c9c8270eddbf&device_id=ea035b1e-9e3c-49f0-88ea-3817e50f3c33 HTTP/1.1" status: 200 len: 1096 time: 0.0702131 May 17 16:30:46.569140 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-0e0f68b8-1163-43f4-8ff6-fa9f83c38717 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f738e6e-dfa9-44d6-a836-33e66b9286db HTTP/1.1" status: 200 len: 217 time: 0.0638084 May 17 16:30:46.632216 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-59a21deb-d499-4067-8931-0ac392483ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:46.633631 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-59a21deb-d499-4067-8931-0ac392483ab2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69e9074c-19b3-4a0e-ab1f-377053688857 HTTP/1.1" status: 200 len: 854 time: 0.0578928 May 17 16:30:46.717088 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-bcc6c59d-2749-495a-8f6e-bc4aa3746b11 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d605fde6-3889-43a7-986f-198e8dc9cbbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759850 May 17 16:30:46.867002 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089be78-13c2-4f0b-94aa-89ba42d8ee38 req-1f228c8a-2611-4abd-b717-cac1fafad5f8 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:46.868340 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b089be78-13c2-4f0b-94aa-89ba42d8ee38 req-1f228c8a-2611-4abd-b717-cac1fafad5f8 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea035b1e-9e3c-49f0-88ea-3817e50f3c33 HTTP/1.1" status: 200 len: 943 time: 0.1949983 May 17 16:30:46.874826 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-da1d6198-7021-4c2c-81ff-3026efe695a2 service neutron] 10.222.0.24 "GET /v2.0/networks/d605fde6-3889-43a7-986f-198e8dc9cbbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472843 May 17 16:30:46.994941 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b089be78-13c2-4f0b-94aa-89ba42d8ee38 req-cacb7105-d59e-4364-aa6c-01a261e59d6a tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/security-groups?id=d606948d-c792-48d2-83ff-9ce3be6290f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189876 May 17 16:30:47.033967 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a0fe1c13-c5d0-4145-a132-cee53620f0be req-a7ff6c11-eb55-451b-9cba-12eba2506e69 service neutron] 10.222.0.24 "GET /v2.0/networks/d605fde6-3889-43a7-986f-198e8dc9cbbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450791 May 17 16:30:48.161845 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:48.189270 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ccfbb-4457-4033-a094-ca457029420c req-8664d793-a4b6-4327-bcb5-53680b688e92 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:48.190726 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ce9ccfbb-4457-4033-a094-ca457029420c req-8664d793-a4b6-4327-bcb5-53680b688e92 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea035b1e-9e3c-49f0-88ea-3817e50f3c33 HTTP/1.1" status: 200 len: 943 time: 0.0844929 May 17 16:30:48.204834 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-69e22c90-726a-46cf-b631-1f90035ccc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:48.236616 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ce9ccfbb-4457-4033-a094-ca457029420c req-ed691905-6848-4691-a14f-499f5a739485 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/security-groups?id=d606948d-c792-48d2-83ff-9ce3be6290f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395615 May 17 16:30:49.136469 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:49.420325 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f4923-1c49-405e-83b0-c4aab930eb41 req-1f609569-3c06-4a03-a48c-1c00f6544ce2 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:49.421863 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e43f4923-1c49-405e-83b0-c4aab930eb41 req-1f609569-3c06-4a03-a48c-1c00f6544ce2 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea035b1e-9e3c-49f0-88ea-3817e50f3c33 HTTP/1.1" status: 200 len: 943 time: 0.0800941 May 17 16:30:49.564879 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e43f4923-1c49-405e-83b0-c4aab930eb41 req-77ffe67a-5ef1-4ade-bbe5-af5295391cd2 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/security-groups?id=d606948d-c792-48d2-83ff-9ce3be6290f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371791 May 17 16:30:50.332112 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 7f738e6e-dfa9-44d6-a836-33e66b9286db details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:30:50.462372 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 7f738e6e-dfa9-44d6-a836-33e66b9286db, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=7f738e6e-dfa9-44d6-a836-33e66b9286db,segment=NetworkSegment(4d7038cd-6f1a-4867-97af-b8404c71305b),segment_id=4d7038cd-6f1a-4867-97af-b8404c71305b)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:30:50.475037 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Returning: {'device': '7f738e6e-dfa9-44d6-a836-33e66b9286db', 'network_id': 'd605fde6-3889-43a7-986f-198e8dc9cbbe', 'port_id': '7f738e6e-dfa9-44d6-a836-33e66b9286db', 'mac_address': 'fa:16:3e:ba:4e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69e9074c-19b3-4a0e-ab1f-377053688857', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:30:50.532938 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:50.550085 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f738e6e-dfa9-44d6-a836-33e66b9286db {{(pid=79282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:30:50.567097 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 7f738e6e-dfa9-44d6-a836-33e66b9286db, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=7f738e6e-dfa9-44d6-a836-33e66b9286db,segment=NetworkSegment(4d7038cd-6f1a-4867-97af-b8404c71305b),segment_id=4d7038cd-6f1a-4867-97af-b8404c71305b)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:30:50.679431 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:50.681507 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:50.717030 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:50.748825 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bdddb-e7ec-4e7a-88a1-bf190b7ba6e8 req-55b2ec9f-028d-4a76-8612-8c8e7b52116c tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:50.750336 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9b4bdddb-e7ec-4e7a-88a1-bf190b7ba6e8 req-55b2ec9f-028d-4a76-8612-8c8e7b52116c tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea035b1e-9e3c-49f0-88ea-3817e50f3c33 HTTP/1.1" status: 200 len: 944 time: 0.0821722 May 17 16:30:50.755191 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=7f738e6e-dfa9-44d6-a836-33e66b9286db,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:50.764682 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:50.769801 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:50.769801 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:50.769801 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:50.769801 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:50.769801 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:50.769801 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:50.769801 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:50.769801 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:50.769801 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:50.769801 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:50.769801 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:30:50.773421 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:50.797138 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9b4bdddb-e7ec-4e7a-88a1-bf190b7ba6e8 req-dc454514-cb45-4c60-8549-b8b07524d13a tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/security-groups?id=d606948d-c792-48d2-83ff-9ce3be6290f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409958 May 17 16:30:51.121993 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['7f738e6e-dfa9-44d6-a836-33e66b9286db'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:30:51.775755 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:51.983507 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c037e-00af-4955-851d-3a36b66cf66d req-06dbda3c-b955-4c36-a93e-1148f29ab3d3 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:51.984944 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-439c037e-00af-4955-851d-3a36b66cf66d req-06dbda3c-b955-4c36-a93e-1148f29ab3d3 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea035b1e-9e3c-49f0-88ea-3817e50f3c33 HTTP/1.1" status: 200 len: 944 time: 0.0816000 May 17 16:30:52.029659 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-439c037e-00af-4955-851d-3a36b66cf66d req-ec3b4dc7-755a-4471-ba70-2b83f8af12d3 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/security-groups?id=d606948d-c792-48d2-83ff-9ce3be6290f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388689 May 17 16:30:52.325957 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 7f738e6e-dfa9-44d6-a836-33e66b9286db up at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:30:52.533170 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning for port 7f738e6e-dfa9-44d6-a836-33e66b9286db completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:30:52.538207 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning complete for port 7f738e6e-dfa9-44d6-a836-33e66b9286db triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:30:52.538657 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:52.658733 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:52.684562 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea035b1e-9e3c-49f0-88ea-3817e50f3c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f738e6e-dfa9-44d6-a836-33e66b9286db'}] {{(pid=79282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:30:52.694400 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port 7f738e6e-dfa9-44d6-a836-33e66b9286db, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=7f738e6e-dfa9-44d6-a836-33e66b9286db,segment=NetworkSegment(4d7038cd-6f1a-4867-97af-b8404c71305b),segment_id=4d7038cd-6f1a-4867-97af-b8404c71305b)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:30:52.728235 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea035b1e-9e3c-49f0-88ea-3817e50f3c33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f738e6e-dfa9-44d6-a836-33e66b9286db', 'code': 200} May 17 16:30:52.804714 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:30:52.806773 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-fabba2b7-ec70-47a2-af91-b5f7ca185707 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:30:52.875335 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=7f738e6e-dfa9-44d6-a836-33e66b9286db,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:30:52.878252 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:30:53.279004 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7198c6-c994-4246-bc9a-2ba3996e12db req-79cc920d-d1aa-4c60-8909-49f085357feb tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:53.280454 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0a7198c6-c994-4246-bc9a-2ba3996e12db req-79cc920d-d1aa-4c60-8909-49f085357feb tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea035b1e-9e3c-49f0-88ea-3817e50f3c33 HTTP/1.1" status: 200 len: 945 time: 0.1379478 May 17 16:30:53.283144 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a51581-0cc9-4656-84dc-cccbf8ff2677 req-2282708f-63b6-4e46-8b4f-b459ca01049d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:53.284495 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-71a51581-0cc9-4656-84dc-cccbf8ff2677 req-2282708f-63b6-4e46-8b4f-b459ca01049d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ea035b1e-9e3c-49f0-88ea-3817e50f3c33 HTTP/1.1" status: 200 len: 1098 time: 0.1106191 May 17 16:30:53.352123 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0a7198c6-c994-4246-bc9a-2ba3996e12db req-9d9a832e-3881-480b-a69e-a75cd1ebb5f3 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/security-groups?id=d606948d-c792-48d2-83ff-9ce3be6290f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654631 May 17 16:30:53.355299 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-71a51581-0cc9-4656-84dc-cccbf8ff2677 req-885a8d46-07a0-41b0-9e79-ec14e1d1e95e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d606948d-c792-48d2-83ff-9ce3be6290f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562923 May 17 16:30:54.611546 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e3f20-162d-43c3-934c-7ac7596308ee req-47ffee44-a854-4266-ae79-fdb59ec9dfc4 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:54.613019 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-aa0e3f20-162d-43c3-934c-7ac7596308ee req-47ffee44-a854-4266-ae79-fdb59ec9dfc4 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea035b1e-9e3c-49f0-88ea-3817e50f3c33 HTTP/1.1" status: 200 len: 945 time: 0.0821531 May 17 16:30:54.658143 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-aa0e3f20-162d-43c3-934c-7ac7596308ee req-a51415d8-dd5c-403a-b999-f73eaa4526c4 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/security-groups?id=d606948d-c792-48d2-83ff-9ce3be6290f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391583 May 17 16:30:55.842864 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981bf27-f445-4dc3-b091-8a6a8a7500d9 req-3d2bf735-61da-4534-abab-df461e730f16 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:55.844215 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8981bf27-f445-4dc3-b091-8a6a8a7500d9 req-3d2bf735-61da-4534-abab-df461e730f16 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea035b1e-9e3c-49f0-88ea-3817e50f3c33 HTTP/1.1" status: 200 len: 945 time: 0.0825198 May 17 16:30:55.901349 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8981bf27-f445-4dc3-b091-8a6a8a7500d9 req-306beb8b-2e39-4bfd-b5dc-e3ded233356a tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/security-groups?id=d606948d-c792-48d2-83ff-9ce3be6290f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462868 May 17 16:30:56.049641 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-75d3200e-c903-4f60-8720-a6582e5ab77b req-2cf8e8b2-9d41-4e34-98a2-037f5e9cb07d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1049688 May 17 16:30:56.149233 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3200e-c903-4f60-8720-a6582e5ab77b req-d4de014e-6e1f-457b-8444-5f4c35861537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:56.150690 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-75d3200e-c903-4f60-8720-a6582e5ab77b req-d4de014e-6e1f-457b-8444-5f4c35861537 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f73ea9c6d28493eaca084a724daa4ae&device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 1099 time: 0.0802171 May 17 16:30:56.306551 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3200e-c903-4f60-8720-a6582e5ab77b req-d2ee6625-157d-4229-9736-a10f4a091896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:56.308202 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-75d3200e-c903-4f60-8720-a6582e5ab77b req-d2ee6625-157d-4229-9736-a10f4a091896 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ee4d78fa-99de-44c7-9335-553d5242008a HTTP/1.1" status: 200 len: 910 time: 0.1287282 May 17 16:30:56.417002 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-75d3200e-c903-4f60-8720-a6582e5ab77b req-b9424e0b-0886-4308-ada8-9e84e2445d37 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=002a5661-9f16-4faf-a244-d25e4930520d HTTP/1.1" status: 200 len: 1001 time: 0.1010766 May 17 16:30:56.483774 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3200e-c903-4f60-8720-a6582e5ab77b req-9457a242-30d2-4273-9b03-7605219b3873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:56.485825 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-75d3200e-c903-4f60-8720-a6582e5ab77b req-9457a242-30d2-4273-9b03-7605219b3873 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d086fd8-03be-4322-9dc6-8915072f2b3a HTTP/1.1" status: 200 len: 848 time: 0.0615046 May 17 16:30:56.577557 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3200e-c903-4f60-8720-a6582e5ab77b req-cdfa57c7-f319-4d8c-95ef-a489e0b64bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:30:56.579047 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-75d3200e-c903-4f60-8720-a6582e5ab77b req-cdfa57c7-f319-4d8c-95ef-a489e0b64bb2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee4d78fa-99de-44c7-9335-553d5242008a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0861030 May 17 16:30:56.713287 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-75d3200e-c903-4f60-8720-a6582e5ab77b req-f8fe9779-a01b-4bab-90d1-d5917b129e1a service neutron] 10.222.0.24 "GET /v2.0/networks/ee4d78fa-99de-44c7-9335-553d5242008a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263297 May 17 16:30:56.844030 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-75d3200e-c903-4f60-8720-a6582e5ab77b req-3541dec6-d8b9-49c4-ac61-0e34cb1c0168 service neutron] 10.222.0.24 "GET /v2.0/networks/ee4d78fa-99de-44c7-9335-553d5242008a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239102 May 17 16:31:15.473337 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-63917c83-a608-47e2-a7da-3b62b0d71458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:18.124498 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:18.178186 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-83ac2c8f-ee2e-41d6-95cb-adf05481399c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:19.199042 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:20.680819 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:20.913016 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:31:21.778007 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:24.227739 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066bc6b-2f45-4905-9247-ce229dd16772 req-09dbda74-1aa2-4093-92dc-b6c2bd22e8ab tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:24.229174 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0066bc6b-2f45-4905-9247-ce229dd16772 req-09dbda74-1aa2-4093-92dc-b6c2bd22e8ab tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.1050668 May 17 16:31:24.274163 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0066bc6b-2f45-4905-9247-ce229dd16772 req-f38d938b-bea8-4a87-8e6d-acca4e55ff10 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389924 May 17 16:31:25.456417 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bd17f-7e98-444d-931c-93fab085435d req-647b1507-695b-4251-856c-7b824b9b598c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:25.458130 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f89bd17f-7e98-444d-931c-93fab085435d req-647b1507-695b-4251-856c-7b824b9b598c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.0786700 May 17 16:31:25.630811 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f89bd17f-7e98-444d-931c-93fab085435d req-0c29ab7c-df14-4727-b3d8-b21e58cf44f8 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=0861eebd-39da-4f09-a616-42fe108403a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631396 May 17 16:31:25.676995 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8bca2-9b51-47f9-b238-dd626ddd077e req-d4e6722a-dd88-4b1e-9f6a-b21d295dad8a tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:25.678499 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-dbc8bca2-9b51-47f9-b238-dd626ddd077e req-d4e6722a-dd88-4b1e-9f6a-b21d295dad8a tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.24 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 945 time: 0.0881999 May 17 16:31:25.813729 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [req-dbc8bca2-9b51-47f9-b238-dd626ddd077e req-ab456eae-dd98-4938-8225-dc173973361e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Deleting port fe51a5f8-9ddf-49b7-915e-380da875773e {{(pid=79280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:31:25.814071 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-dbc8bca2-9b51-47f9-b238-dd626ddd077e req-ab456eae-dd98-4938-8225-dc173973361e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:25.947079 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-dbc8bca2-9b51-47f9-b238-dd626ddd077e req-ab456eae-dd98-4938-8225-dc173973361e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] For port fe51a5f8-9ddf-49b7-915e-380da875773e, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=fe51a5f8-9ddf-49b7-915e-380da875773e,segment=NetworkSegment(b66f898e-f20f-4fcc-b29c-8e4d969f4bb9),segment_id=b66f898e-f20f-4fcc-b29c-8e4d969f4bb9)] {{(pid=79280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:31:25.947347 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-dbc8bca2-9b51-47f9-b238-dd626ddd077e req-ab456eae-dd98-4938-8225-dc173973361e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:26.246133 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-dbc8bca2-9b51-47f9-b238-dd626ddd077e req-ab456eae-dd98-4938-8225-dc173973361e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:26.246526 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-dbc8bca2-9b51-47f9-b238-dd626ddd077e req-ab456eae-dd98-4938-8225-dc173973361e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432823'] for floatingip, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:26.246831 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.db.l3_db [req-dbc8bca2-9b51-47f9-b238-dd626ddd077e req-ab456eae-dd98-4938-8225-dc173973361e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Floating IP 0edab890-9b71-4c33-80f8-668fbf0df480 disassociated. External IP: 172.27.2.150, port: fe51a5f8-9ddf-49b7-915e-380da875773e. May 17 16:31:26.247167 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [req-dbc8bca2-9b51-47f9-b238-dd626ddd077e req-ab456eae-dd98-4938-8225-dc173973361e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Calling delete_port for fe51a5f8-9ddf-49b7-915e-380da875773e owned by compute:nova {{(pid=79280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:31:26.457942 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-dbc8bca2-9b51-47f9-b238-dd626ddd077e req-ab456eae-dd98-4938-8225-dc173973361e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:26.464545 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-5b9c3348-25a4-41a8-a692-f1a1fc377f1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:31:26.510083 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab456eae-dd98-4938-8225-dc173973361e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Pushing event deleted for resources: {'Port': ['ID=fe51a5f8-9ddf-49b7-915e-380da875773e,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:31:26.520960 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456eae-dd98-4938-8225-dc173973361e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:26.521316 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456eae-dd98-4938-8225-dc173973361e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:26.521682 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456eae-dd98-4938-8225-dc173973361e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:26.522604 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456eae-dd98-4938-8225-dc173973361e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:26.522955 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456eae-dd98-4938-8225-dc173973361e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:26.523304 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456eae-dd98-4938-8225-dc173973361e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:26.523646 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456eae-dd98-4938-8225-dc173973361e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:26.524065 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456eae-dd98-4938-8225-dc173973361e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:26.524414 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456eae-dd98-4938-8225-dc173973361e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:26.524755 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456eae-dd98-4938-8225-dc173973361e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:26.525148 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456eae-dd98-4938-8225-dc173973361e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:26.525488 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab456eae-dd98-4938-8225-dc173973361e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:26.529608 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-ab456eae-dd98-4938-8225-dc173973361e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:31:26.716892 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbc8bca2-9b51-47f9-b238-dd626ddd077e req-ab456eae-dd98-4938-8225-dc173973361e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Router 2518071c-ce7a-41f1-bc70-e77dfe2d7341 has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:31:26.839122 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e664fe19-0a81-42fd-990e-2ff1cb169326 req-f1ea1d76-6ec3-4f06-be38-f3ef4ec9f0a2 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 210 time: 0.0640957 May 17 16:31:26.995296 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbc8bca2-9b51-47f9-b238-dd626ddd077e req-ab456eae-dd98-4938-8225-dc173973361e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:31:27.005116 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88491526-1a13-4d0f-aa7a-a592a829fa9c None None] Sync routers for ids ['2518071c-ce7a-41f1-bc70-e77dfe2d7341'] in dv-cinder-768105-8-iscsi {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:31:27.016161 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88491526-1a13-4d0f-aa7a-a592a829fa9c None None] Routers {'2518071c-ce7a-41f1-bc70-e77dfe2d7341'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:31:27.016783 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-88491526-1a13-4d0f-aa7a-a592a829fa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:31:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['2518071c-ce7a-41f1-bc70-e77dfe2d7341'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:31:27.073369 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc8bca2-9b51-47f9-b238-dd626ddd077e req-ab456eae-dd98-4938-8225-dc173973361e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] No DVR routers for this DVR port fe51a5f8-9ddf-49b7-915e-380da875773e on host hv-cinder-76810 {{(pid=79280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:31:27.075944 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-dbc8bca2-9b51-47f9-b238-dd626ddd077e req-ab456eae-dd98-4938-8225-dc173973361e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:27.080217 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd07f98-6d57-4ec0-9d1d-d9e3626b2413', 'name': 'network-vif-deleted', 'tag': 'fe51a5f8-9ddf-49b7-915e-380da875773e'}] {{(pid=79280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:31:27.092359 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-dbc8bca2-9b51-47f9-b238-dd626ddd077e req-ab456eae-dd98-4938-8225-dc173973361e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.24 "DELETE /v2.0/ports/fe51a5f8-9ddf-49b7-915e-380da875773e HTTP/1.1" status: 204 len: 173 time: 1.4083118 May 17 16:31:27.110393 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24376747-f123-4a3d-8b32-64497036e504 req-b1100dd8-e13a-432a-8ba6-ff1fa581c3aa tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:27.110393 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-24376747-f123-4a3d-8b32-64497036e504 req-b1100dd8-e13a-432a-8ba6-ff1fa581c3aa tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea035b1e-9e3c-49f0-88ea-3817e50f3c33 HTTP/1.1" status: 200 len: 945 time: 0.2008610 May 17 16:31:27.146115 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd07f98-6d57-4ec0-9d1d-d9e3626b2413', 'name': 'network-vif-deleted', 'tag': 'fe51a5f8-9ddf-49b7-915e-380da875773e', 'status': 'completed', 'code': 200} May 17 16:31:27.163959 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-24376747-f123-4a3d-8b32-64497036e504 req-6ed60b6d-548b-486b-8f09-9263e0b3a278 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/security-groups?id=d606948d-c792-48d2-83ff-9ce3be6290f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526290 May 17 16:31:27.195744 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-88491526-1a13-4d0f-aa7a-a592a829fa9c None None] Set router 2518071c-ce7a-41f1-bc70-e77dfe2d7341 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:31:27.502264 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-88491526-1a13-4d0f-aa7a-a592a829fa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'name': 'tempest-AttachVolumeTestJSON-259554001-router', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:18Z', 'revision_number': 4, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'gw_port': {'id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:14Z', 'updated_at': '2021-05-17T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'fdca95ca-22ad-4628-8d78-53fc6d90087d', 'name': '', 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'mac_address': 'fa:16:3e:50:87:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:17Z', 'updated_at': '2021-05-17T16:24:25Z', 'revision_number': 5, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'subnets': [{'id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:31:27.506183 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88491526-1a13-4d0f-aa7a-a592a829fa9c None None] Checking router: 2518071c-ce7a-41f1-bc70-e77dfe2d7341 for host: dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:31:27.514974 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88491526-1a13-4d0f-aa7a-a592a829fa9c None None] Routers {'2518071c-ce7a-41f1-bc70-e77dfe2d7341'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:31:27.515622 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-88491526-1a13-4d0f-aa7a-a592a829fa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:31:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['2518071c-ce7a-41f1-bc70-e77dfe2d7341'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:31:27.720828 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-88491526-1a13-4d0f-aa7a-a592a829fa9c None None] Set router 2518071c-ce7a-41f1-bc70-e77dfe2d7341 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:31:28.034566 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-88491526-1a13-4d0f-aa7a-a592a829fa9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'name': 'tempest-AttachVolumeTestJSON-259554001-router', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:18Z', 'revision_number': 4, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'gw_port': {'id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:14Z', 'updated_at': '2021-05-17T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'fdca95ca-22ad-4628-8d78-53fc6d90087d', 'name': '', 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'mac_address': 'fa:16:3e:50:87:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:17Z', 'updated_at': '2021-05-17T16:24:25Z', 'revision_number': 5, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'subnets': [{'id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:31:28.039797 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88491526-1a13-4d0f-aa7a-a592a829fa9c None None] The sync data for ids ['2518071c-ce7a-41f1-bc70-e77dfe2d7341'] in dv-cinder-768105-8-iscsi is: [{'id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'name': 'tempest-AttachVolumeTestJSON-259554001-router', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:18Z', 'revision_number': 4, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'gw_port': {'id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:14Z', 'updated_at': '2021-05-17T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'fdca95ca-22ad-4628-8d78-53fc6d90087d', 'name': '', 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'mac_address': 'fa:16:3e:50:87:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:17Z', 'updated_at': '2021-05-17T16:24:25Z', 'revision_number': 5, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'subnets': [{'id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:31:28.117390 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-0a63106b-6b9c-42b9-963b-1f58e7d7b5c2 req-5ce2c8cc-00db-455b-9986-e32018bd68dd tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Synchronizing usage tracker for tenant:0963dfcfec64470c9af2396c3d9ea7f2 on resource:port {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:31:28.223474 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-0a63106b-6b9c-42b9-963b-1f58e7d7b5c2 req-5ce2c8cc-00db-455b-9986-e32018bd68dd tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Unset dirty status for tenant:0963dfcfec64470c9af2396c3d9ea7f2 on resource:port {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:31:28.226713 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0a63106b-6b9c-42b9-963b-1f58e7d7b5c2 req-5ce2c8cc-00db-455b-9986-e32018bd68dd tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=0dd07f98-6d57-4ec0-9d1d-d9e3626b2413 HTTP/1.1" status: 200 len: 210 time: 0.2606807 May 17 16:31:28.269308 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dace8f0-cef5-4493-9ab6-3cf42cd71e03 None None] New status for floating IP 0edab890-9b71-4c33-80f8-668fbf0df480: DOWN {{(pid=79283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:31:28.368038 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf73ee-d62c-4828-9040-00d175c6a37a req-85448522-440b-41f2-9bad-5f01411c7d0e tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:28.369442 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8caf73ee-d62c-4828-9040-00d175c6a37a req-85448522-440b-41f2-9bad-5f01411c7d0e tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea035b1e-9e3c-49f0-88ea-3817e50f3c33 HTTP/1.1" status: 200 len: 945 time: 0.0824547 May 17 16:31:28.417534 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8caf73ee-d62c-4828-9040-00d175c6a37a req-dc9933a0-86a3-4f40-8a25-0b33891c0682 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/security-groups?id=d606948d-c792-48d2-83ff-9ce3be6290f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422153 May 17 16:31:28.519169 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device fe51a5f8-9ddf-49b7-915e-380da875773e no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:31:28.553487 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] No Port match for: fe51a5f8-9ddf-49b7-915e-380da875773e {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:31:28.553831 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device fe51a5f8-9ddf-49b7-915e-380da875773e not bound to the agent host hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:31:29.133936 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7f1fd-1850-4398-996f-2633ebd6977d req-3464519d-562d-491f-bfc4-7066d0a73b9e tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:29.135442 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5fa7f1fd-1850-4398-996f-2633ebd6977d req-3464519d-562d-491f-bfc4-7066d0a73b9e tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea035b1e-9e3c-49f0-88ea-3817e50f3c33 HTTP/1.1" status: 200 len: 945 time: 0.0790734 May 17 16:31:29.275433 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [req-5fa7f1fd-1850-4398-996f-2633ebd6977d req-493bc703-ebe3-447c-ad3c-66b83a50c628 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Deleting port 7f738e6e-dfa9-44d6-a836-33e66b9286db {{(pid=79280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:31:29.275810 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-5fa7f1fd-1850-4398-996f-2633ebd6977d req-493bc703-ebe3-447c-ad3c-66b83a50c628 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:29.409079 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-5fa7f1fd-1850-4398-996f-2633ebd6977d req-493bc703-ebe3-447c-ad3c-66b83a50c628 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] For port 7f738e6e-dfa9-44d6-a836-33e66b9286db, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=7f738e6e-dfa9-44d6-a836-33e66b9286db,segment=NetworkSegment(4d7038cd-6f1a-4867-97af-b8404c71305b),segment_id=4d7038cd-6f1a-4867-97af-b8404c71305b)] {{(pid=79280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:31:29.409351 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-5fa7f1fd-1850-4398-996f-2633ebd6977d req-493bc703-ebe3-447c-ad3c-66b83a50c628 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:29.422538 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 43262) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:31:29.490385 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4b2f0516-23df-49f9-8c62-bed6a27822ee tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:29.521438 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4b2f0516-23df-49f9-8c62-bed6a27822ee tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:29.540588 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [req-5fa7f1fd-1850-4398-996f-2633ebd6977d req-493bc703-ebe3-447c-ad3c-66b83a50c628 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Calling delete_port for 7f738e6e-dfa9-44d6-a836-33e66b9286db owned by compute:nova {{(pid=79280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:31:29.645504 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e706c00-e7ec-4fd5-ad34-2699650c1846 req-900cc63f-584e-44d9-9ad4-a86558d16ae5 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:29.647505 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6e706c00-e7ec-4fd5-ad34-2699650c1846 req-900cc63f-584e-44d9-9ad4-a86558d16ae5 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea035b1e-9e3c-49f0-88ea-3817e50f3c33 HTTP/1.1" status: 200 len: 945 time: 0.1143785 May 17 16:31:29.669006 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4b2f0516-23df-49f9-8c62-bed6a27822ee tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:29.677225 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-beec5ed6-83a5-4b69-8ae5-e5727cef2d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:31:29.691139 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f0516-23df-49f9-8c62-bed6a27822ee tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0861eebd-39da-4f09-a616-42fe108403a8,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:31:29.700051 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f0516-23df-49f9-8c62-bed6a27822ee tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:29.700500 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f0516-23df-49f9-8c62-bed6a27822ee tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:29.704654 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f0516-23df-49f9-8c62-bed6a27822ee tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:29.704654 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f0516-23df-49f9-8c62-bed6a27822ee tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:29.704654 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f0516-23df-49f9-8c62-bed6a27822ee tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:29.704654 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f0516-23df-49f9-8c62-bed6a27822ee tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:29.704654 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f0516-23df-49f9-8c62-bed6a27822ee tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:29.704654 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f0516-23df-49f9-8c62-bed6a27822ee tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:29.704654 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f0516-23df-49f9-8c62-bed6a27822ee tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:29.704654 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f0516-23df-49f9-8c62-bed6a27822ee tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:29.704654 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f0516-23df-49f9-8c62-bed6a27822ee tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:29.704654 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2f0516-23df-49f9-8c62-bed6a27822ee tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:29.708367 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-4b2f0516-23df-49f9-8c62-bed6a27822ee tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:31:29.728881 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6e706c00-e7ec-4fd5-ad34-2699650c1846 req-d877187f-7fc7-4af9-b38b-c28041e97b1e tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/security-groups?id=d606948d-c792-48d2-83ff-9ce3be6290f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739920 May 17 16:31:29.782480 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4b2f0516-23df-49f9-8c62-bed6a27822ee tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:29.783599 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-4b2f0516-23df-49f9-8c62-bed6a27822ee tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "DELETE /v2.0/security-groups/0861eebd-39da-4f09-a616-42fe108403a8 HTTP/1.1" status: 204 len: 168 time: 0.3600979 May 17 16:31:29.786451 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 43270) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:31:29.802890 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.api.v2.resource [None req-7c6bcd21-7b3e-4635-8b5c-f1896a49f9b1 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] show failed (client error): The resource could not be found. May 17 16:31:29.807779 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-7c6bcd21-7b3e-4635-8b5c-f1896a49f9b1 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups/0861eebd-39da-4f09-a616-42fe108403a8 HTTP/1.1" status: 404 len: 347 time: 0.0165343 May 17 16:31:29.809802 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 43274) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:31:29.850526 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-5fa7f1fd-1850-4398-996f-2633ebd6977d req-493bc703-ebe3-447c-ad3c-66b83a50c628 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:29.856590 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:31:29.863955 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['7f738e6e-dfa9-44d6-a836-33e66b9286db'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:31:29.905417 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493bc703-ebe3-447c-ad3c-66b83a50c628 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Pushing event deleted for resources: {'Port': ['ID=7f738e6e-dfa9-44d6-a836-33e66b9286db,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:31:29.909101 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-493bc703-ebe3-447c-ad3c-66b83a50c628 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:31:29.983216 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa7f1fd-1850-4398-996f-2633ebd6977d req-493bc703-ebe3-447c-ad3c-66b83a50c628 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] No DVR routers for this DVR port 7f738e6e-dfa9-44d6-a836-33e66b9286db on host hv-cinder-76810 {{(pid=79280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:31:29.985830 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-5fa7f1fd-1850-4398-996f-2633ebd6977d req-493bc703-ebe3-447c-ad3c-66b83a50c628 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:29.988406 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea035b1e-9e3c-49f0-88ea-3817e50f3c33', 'name': 'network-vif-deleted', 'tag': '7f738e6e-dfa9-44d6-a836-33e66b9286db'}] {{(pid=79280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:31:30.031571 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-87f6db94-a9be-4e4b-b7dd-4357b181501e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Deleting port 08fbaa89-5105-44ce-957f-78c704047639 {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:31:30.031913 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-87f6db94-a9be-4e4b-b7dd-4357b181501e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:30.036940 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea035b1e-9e3c-49f0-88ea-3817e50f3c33', 'name': 'network-vif-deleted', 'tag': '7f738e6e-dfa9-44d6-a836-33e66b9286db', 'status': 'completed', 'code': 200} May 17 16:31:30.133581 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5fa7f1fd-1850-4398-996f-2633ebd6977d req-493bc703-ebe3-447c-ad3c-66b83a50c628 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.24 "DELETE /v2.0/ports/7f738e6e-dfa9-44d6-a836-33e66b9286db HTTP/1.1" status: 204 len: 173 time: 0.9914041 May 17 16:31:30.150439 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-87f6db94-a9be-4e4b-b7dd-4357b181501e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:30.150765 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-87f6db94-a9be-4e4b-b7dd-4357b181501e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:30.363470 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-87f6db94-a9be-4e4b-b7dd-4357b181501e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Calling delete_port for 08fbaa89-5105-44ce-957f-78c704047639 owned by network:floatingip {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:31:30.578259 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-87f6db94-a9be-4e4b-b7dd-4357b181501e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:30.583513 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-2fa07e57-fdf6-4604-9c54-c55b5e4f77d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:31:30.630138 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6db94-a9be-4e4b-b7dd-4357b181501e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Pushing event deleted for resources: {'Port': ['ID=08fbaa89-5105-44ce-957f-78c704047639,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:31:30.633404 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-87f6db94-a9be-4e4b-b7dd-4357b181501e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:31:30.727232 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-87f6db94-a9be-4e4b-b7dd-4357b181501e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for floatingip, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:30.829157 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-87f6db94-a9be-4e4b-b7dd-4357b181501e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for floatingip, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:30.833749 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-87f6db94-a9be-4e4b-b7dd-4357b181501e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "DELETE /v2.0/floatingips/0edab890-9b71-4c33-80f8-668fbf0df480 HTTP/1.1" status: 204 len: 168 time: 1.0197673 May 17 16:31:30.904782 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-6978f831-8bec-47a0-9d89-8608a4ef78f5 req-a6fd6bcd-fea2-463c-b759-1b7032324d45 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Synchronizing usage tracker for tenant:36260d216a5f4de29e97c9c8270eddbf on resource:port {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:31:31.028864 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-6978f831-8bec-47a0-9d89-8608a4ef78f5 req-a6fd6bcd-fea2-463c-b759-1b7032324d45 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Unset dirty status for tenant:36260d216a5f4de29e97c9c8270eddbf on resource:port {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:31:31.030092 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6978f831-8bec-47a0-9d89-8608a4ef78f5 req-a6fd6bcd-fea2-463c-b759-1b7032324d45 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea035b1e-9e3c-49f0-88ea-3817e50f3c33 HTTP/1.1" status: 200 len: 210 time: 0.1720476 May 17 16:31:32.285860 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 43294) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:31:32.291926 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-28405d0f-4586-461e-b5db-7ebad5afd4e2 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--783342003', 'description': 'tempest-description--1870414935'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:31:32.297979 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-28405d0f-4586-461e-b5db-7ebad5afd4e2 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:31:32.308325 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-28405d0f-4586-461e-b5db-7ebad5afd4e2 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Usage tracker for resource:security_group and tenant:0963dfcfec64470c9af2396c3d9ea7f2 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:31:32.308325 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-28405d0f-4586-461e-b5db-7ebad5afd4e2 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:31:32.311546 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-28405d0f-4586-461e-b5db-7ebad5afd4e2 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:31:32.429194 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-28405d0f-4586-461e-b5db-7ebad5afd4e2 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:32.449013 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-28405d0f-4586-461e-b5db-7ebad5afd4e2 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:31:32.453041 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-28405d0f-4586-461e-b5db-7ebad5afd4e2 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Usage tracker for resource:security_group_rule and tenant:0963dfcfec64470c9af2396c3d9ea7f2 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:31:32.455785 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-28405d0f-4586-461e-b5db-7ebad5afd4e2 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:31:32.462216 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-28405d0f-4586-461e-b5db-7ebad5afd4e2 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:31:32.532793 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-28405d0f-4586-461e-b5db-7ebad5afd4e2 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:32.583220 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 7f738e6e-dfa9-44d6-a836-33e66b9286db no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:31:32.615891 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-28405d0f-4586-461e-b5db-7ebad5afd4e2 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:32.621240 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1588d4b7-0578-475e-af57-fbb7b843294c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:31:32.621753 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] No Port match for: 7f738e6e-dfa9-44d6-a836-33e66b9286db {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:31:32.622118 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 7f738e6e-dfa9-44d6-a836-33e66b9286db not bound to the agent host hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:31:32.661907 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28405d0f-4586-461e-b5db-7ebad5afd4e2 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1ea23e-5fe0-438c-a950-eeac40ea64f7,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:31:32.665172 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-28405d0f-4586-461e-b5db-7ebad5afd4e2 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:31:32.738061 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-28405d0f-4586-461e-b5db-7ebad5afd4e2 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:32.742269 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 43298) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:31:32.742824 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-28405d0f-4586-461e-b5db-7ebad5afd4e2 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4553626 May 17 16:31:32.748738 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-3639bf6a-d27e-4f1c-a532-1cc47bef6d7c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Request body: {'security_group_rule': {'security_group_id': '7f1ea23e-5fe0-438c-a950-eeac40ea64f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:31:32.755029 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-3639bf6a-d27e-4f1c-a532-1cc47bef6d7c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:31:32.759583 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-3639bf6a-d27e-4f1c-a532-1cc47bef6d7c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Usage tracker for resource:security_group_rule and tenant:0963dfcfec64470c9af2396c3d9ea7f2 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:31:32.763103 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-3639bf6a-d27e-4f1c-a532-1cc47bef6d7c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:31:32.770182 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-3639bf6a-d27e-4f1c-a532-1cc47bef6d7c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:31:32.878529 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3639bf6a-d27e-4f1c-a532-1cc47bef6d7c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:32.939020 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3639bf6a-d27e-4f1c-a532-1cc47bef6d7c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:33.078711 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3639bf6a-d27e-4f1c-a532-1cc47bef6d7c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337405'] for security_group_rule, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:33.089159 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:31:33.103840 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639bf6a-d27e-4f1c-a532-1cc47bef6d7c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b74952-8dc7-4a39-bf4b-d95adcf8441d,revision_number=0']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:31:33.106329 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-3639bf6a-d27e-4f1c-a532-1cc47bef6d7c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:31:33.285860 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3639bf6a-d27e-4f1c-a532-1cc47bef6d7c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:33.287145 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-3639bf6a-d27e-4f1c-a532-1cc47bef6d7c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5430148 May 17 16:31:33.289843 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 43308) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:31:33.295201 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-2a1c3584-9f51-48a7-b931-beef5566864a tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Request body: {'security_group_rule': {'security_group_id': '7f1ea23e-5fe0-438c-a950-eeac40ea64f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:31:33.301226 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-2a1c3584-9f51-48a7-b931-beef5566864a tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:31:33.305582 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-2a1c3584-9f51-48a7-b931-beef5566864a tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Usage tracker for resource:security_group_rule and tenant:0963dfcfec64470c9af2396c3d9ea7f2 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:31:33.308597 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-2a1c3584-9f51-48a7-b931-beef5566864a tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:31:33.314369 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-2a1c3584-9f51-48a7-b931-beef5566864a tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:31:33.412070 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-2a1c3584-9f51-48a7-b931-beef5566864a tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:33.472990 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-2a1c3584-9f51-48a7-b931-beef5566864a tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:33.577747 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-2a1c3584-9f51-48a7-b931-beef5566864a tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337405'] for security_group_rule, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:33.579990 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-3639bf6a-d27e-4f1c-a532-1cc47bef6d7c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:31:33.608751 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c3584-9f51-48a7-b931-beef5566864a tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ec9818-0233-4f4c-99b2-66568332f24f,revision_number=0']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:31:33.614186 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-2a1c3584-9f51-48a7-b931-beef5566864a tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:31:33.703606 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-2a1c3584-9f51-48a7-b931-beef5566864a tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:33.704734 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-2a1c3584-9f51-48a7-b931-beef5566864a tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4139092 May 17 16:31:33.708706 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 43312) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:31:33.714018 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-feb7605b-bc25-4b8c-88b2-e5627b563c7f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Request body: {'floatingip': {'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:31:33.720243 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-feb7605b-bc25-4b8c-88b2-e5627b563c7f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:31:33.724110 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-feb7605b-bc25-4b8c-88b2-e5627b563c7f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Usage tracker for resource:floatingip and tenant:0963dfcfec64470c9af2396c3d9ea7f2 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:31:33.727454 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-feb7605b-bc25-4b8c-88b2-e5627b563c7f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:31:33.733117 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-feb7605b-bc25-4b8c-88b2-e5627b563c7f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:31:33.812239 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-feb7605b-bc25-4b8c-88b2-e5627b563c7f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for floatingip, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:33.952920 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-feb7605b-bc25-4b8c-88b2-e5627b563c7f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:34.090584 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_common [None req-feb7605b-bc25-4b8c-88b2-e5627b563c7f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Allocated IP 172.27.2.202 (42a1d626-e0b0-418c-b7f5-2b1d715bf830/6e10255a-9813-4d83-92b3-230f73c18e4f/85a901af-e374-4ae4-a55f-29172444fc00) {{(pid=79280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:31:34.240450 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-feb7605b-bc25-4b8c-88b2-e5627b563c7f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for port, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:34.347756 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-feb7605b-bc25-4b8c-88b2-e5627b563c7f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:34.351666 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-bc562669-d13b-4d61-85d7-dd1ee9ec0ccc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:31:34.507418 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb7605b-bc25-4b8c-88b2-e5627b563c7f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:31:34.510514 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [None req-feb7605b-bc25-4b8c-88b2-e5627b563c7f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:31:34.514332 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb7605b-bc25-4b8c-88b2-e5627b563c7f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Received port after_create {{(pid=79280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:31:34.595481 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7605b-bc25-4b8c-88b2-e5627b563c7f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Pushing event updated for resources: {'Port': ['ID=85a901af-e374-4ae4-a55f-29172444fc00,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:31:34.639168 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-feb7605b-bc25-4b8c-88b2-e5627b563c7f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:31:34.729551 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-feb7605b-bc25-4b8c-88b2-e5627b563c7f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:34.732878 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde844bc-5676-429d-9aff-ab55a47dadfa req-7fa476c0-e433-4eb6-908d-ba42a78cebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:34.734387 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cde844bc-5676-429d-9aff-ab55a47dadfa req-7fa476c0-e433-4eb6-908d-ba42a78cebdd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d73f6e7ae19343568240cc20d98fe216&device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 1137 time: 0.1400185 May 17 16:31:34.744173 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf0c58-c93b-426e-820e-f9add27da9e0 req-9f7366a3-9084-4075-9536-5e7f50bd0066 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:34.745593 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9fcf0c58-c93b-426e-820e-f9add27da9e0 req-9f7366a3-9084-4075-9536-5e7f50bd0066 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 984 time: 0.2042181 May 17 16:31:34.918745 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9fcf0c58-c93b-426e-820e-f9add27da9e0 req-af1f7651-2caf-4b7f-914e-cdbd94d98b28 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&id=c9c7ad76-0e23-468a-a3bf-92b0defbbd21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1532154 May 17 16:31:34.940786 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-feb7605b-bc25-4b8c-88b2-e5627b563c7f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:35.007359 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde844bc-5676-429d-9aff-ab55a47dadfa req-01327d62-39b8-48ce-90ab-45ebfc38a3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:35.008810 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cde844bc-5676-429d-9aff-ab55a47dadfa req-01327d62-39b8-48ce-90ab-45ebfc38a3f9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84e2e030-f7fd-45a7-ae9a-50d13ef72c2c HTTP/1.1" status: 200 len: 916 time: 0.2623734 May 17 16:31:35.198771 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cde844bc-5676-429d-9aff-ab55a47dadfa req-bb9f4606-8d23-4129-acbc-6282aff545a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a03a5938-1057-4ff8-934b-df436d1b8137 HTTP/1.1" status: 200 len: 1001 time: 0.1809931 May 17 16:31:35.300921 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde844bc-5676-429d-9aff-ab55a47dadfa req-0e5c8e52-8322-47e9-9580-2123e4501d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:35.302487 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cde844bc-5676-429d-9aff-ab55a47dadfa req-0e5c8e52-8322-47e9-9580-2123e4501d22 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb566c3b-0d86-4428-af0f-e5e28470bf55 HTTP/1.1" status: 200 len: 854 time: 0.0970984 May 17 16:31:35.362562 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-feb7605b-bc25-4b8c-88b2-e5627b563c7f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for port, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:35.396995 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde844bc-5676-429d-9aff-ab55a47dadfa req-ab5f005d-cf6d-40f1-a55d-9e046f73fe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:35.398572 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cde844bc-5676-429d-9aff-ab55a47dadfa req-ab5f005d-cf6d-40f1-a55d-9e046f73fe5c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84e2e030-f7fd-45a7-ae9a-50d13ef72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0887976 May 17 16:31:35.478885 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-feb7605b-bc25-4b8c-88b2-e5627b563c7f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566544'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:35.492333 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-e53b7768-d7f5-4fbd-9a8a-085d18a3ceae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:31:35.629567 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7605b-bc25-4b8c-88b2-e5627b563c7f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Pushing event updated for resources: {'Port': ['ID=85a901af-e374-4ae4-a55f-29172444fc00,revision_number=2']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:31:35.637899 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-feb7605b-bc25-4b8c-88b2-e5627b563c7f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:31:35.655804 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-feb7605b-bc25-4b8c-88b2-e5627b563c7f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432823'] for floatingip, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:35.664497 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cde844bc-5676-429d-9aff-ab55a47dadfa req-737d4aea-9f94-4759-b2c8-20b895ec4b12 service neutron] 10.222.0.24 "GET /v2.0/networks/84e2e030-f7fd-45a7-ae9a-50d13ef72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565768 May 17 16:31:35.774039 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-feb7605b-bc25-4b8c-88b2-e5627b563c7f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for floatingip, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:35.779469 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-feb7605b-bc25-4b8c-88b2-e5627b563c7f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0654347 May 17 16:31:35.811904 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cde844bc-5676-429d-9aff-ab55a47dadfa req-ce3ed4ea-ad41-4226-be8e-5cf5b4c9c156 service neutron] 10.222.0.24 "GET /v2.0/networks/84e2e030-f7fd-45a7-ae9a-50d13ef72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394877 May 17 16:31:35.942908 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-51958566-c478-474a-a3f6-514c4f076c3b req-7d8174ce-3fc1-4836-be7c-45b146fec951 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--783342003&fields=id&tenant_id=0963dfcfec64470c9af2396c3d9ea7f2 HTTP/1.1" status: 200 len: 267 time: 0.0420074 May 17 16:31:36.248946 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51958566-c478-474a-a3f6-514c4f076c3b req-86636f91-18cd-49af-8c2e-9fdfa85ce26c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:36.250374 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-51958566-c478-474a-a3f6-514c4f076c3b req-86636f91-18cd-49af-8c2e-9fdfa85ce26c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/networks?id=f715da6f-21b3-4c5b-b80d-844b367c17f5 HTTP/1.1" status: 200 len: 810 time: 0.2992563 May 17 16:31:36.271703 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e578336-3cde-47b1-8606-8f769457d408 req-ec3d93ea-fdda-4389-82ef-77953243290e tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:36.273068 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6e578336-3cde-47b1-8606-8f769457d408 req-ec3d93ea-fdda-4389-82ef-77953243290e tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 984 time: 0.2429650 May 17 16:31:36.276406 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-51958566-c478-474a-a3f6-514c4f076c3b req-39755652-bb28-4166-84f1-13ef876e1e8e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/quotas/0963dfcfec64470c9af2396c3d9ea7f2 HTTP/1.1" status: 200 len: 375 time: 0.0185888 May 17 16:31:36.370868 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6e578336-3cde-47b1-8606-8f769457d408 req-f5165432-a27b-4403-a7d1-92244e00fc3f tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&id=c9c7ad76-0e23-468a-a3bf-92b0defbbd21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0918567 May 17 16:31:36.397644 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-51958566-c478-474a-a3f6-514c4f076c3b req-ca5d5e75-6b0b-4ada-a1fe-85ea70f61c49 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0963dfcfec64470c9af2396c3d9ea7f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1055276 May 17 16:31:36.541360 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-51958566-c478-474a-a3f6-514c4f076c3b req-758edc4d-4675-40af-a554-1b3e12b84814 service neutron] 10.222.0.11 "GET /v2.0/networks/f715da6f-21b3-4c5b-b80d-844b367c17f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324086 May 17 16:31:36.683121 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-51958566-c478-474a-a3f6-514c4f076c3b req-a83898e6-3306-405a-8376-3a182c4f5a00 service neutron] 10.222.0.11 "GET /v2.0/networks/f715da6f-21b3-4c5b-b80d-844b367c17f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349211 May 17 16:31:37.042569 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c983e45d-02a2-4a16-a213-f287ad631f81 req-199d2f2e-ebb3-4115-b316-cf048692c5e3 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=633547b1-2f39-42d3-953e-3de9bed1f2c2 HTTP/1.1" status: 200 len: 210 time: 0.0422673 May 17 16:31:37.564037 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45111443-40ad-4e3c-9ca8-691db897c3b2 req-2619ad04-cdbb-4ba9-85cd-5e37c02c4f14 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:37.565474 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-45111443-40ad-4e3c-9ca8-691db897c3b2 req-2619ad04-cdbb-4ba9-85cd-5e37c02c4f14 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 984 time: 0.0846233 May 17 16:31:37.616073 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-45111443-40ad-4e3c-9ca8-691db897c3b2 req-721c0914-6739-44a1-b425-8a4d28ba8c2c tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&id=c9c7ad76-0e23-468a-a3bf-92b0defbbd21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430768 May 17 16:31:38.192179 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1525cb58-9212-4997-9f97-6e55b40bf4e1 req-c3b7d572-6a04-4125-8501-04df59f217ed tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=633547b1-2f39-42d3-953e-3de9bed1f2c2 HTTP/1.1" status: 200 len: 210 time: 0.0446382 May 17 16:31:38.816657 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b7dfe-e74f-474e-bcfd-b295a02bff16 req-862cbbd8-3f9e-461b-9f75-137bfb09e80f tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:38.818178 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1e8b7dfe-e74f-474e-bcfd-b295a02bff16 req-862cbbd8-3f9e-461b-9f75-137bfb09e80f tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 984 time: 0.0949469 May 17 16:31:38.866798 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1e8b7dfe-e74f-474e-bcfd-b295a02bff16 req-19fd1b8b-2e60-4706-be0d-cdbc26a21dc7 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&id=c9c7ad76-0e23-468a-a3bf-92b0defbbd21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424750 May 17 16:31:39.340657 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-885875c8-53c6-4626-98f6-dbf4276a5d08 req-d07703b8-c249-4f59-a5de-e8b3b470b121 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=633547b1-2f39-42d3-953e-3de9bed1f2c2 HTTP/1.1" status: 200 len: 210 time: 0.0424533 May 17 16:31:40.058307 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452a213-8afc-4b4a-969e-72ce0604c909 req-9ce8cc5e-e58d-4446-9d49-82a91c9bf1bf tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:40.069413 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1452a213-8afc-4b4a-969e-72ce0604c909 req-9ce8cc5e-e58d-4446-9d49-82a91c9bf1bf tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 984 time: 0.0838182 May 17 16:31:40.109335 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1452a213-8afc-4b4a-969e-72ce0604c909 req-192b90cb-9829-4c4c-94e3-43ea77a90905 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&id=c9c7ad76-0e23-468a-a3bf-92b0defbbd21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431139 May 17 16:31:40.494422 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-11ff812d-42c3-4567-a8fb-189815174c06 req-927f4d71-0732-420f-801f-d085714e9f07 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=633547b1-2f39-42d3-953e-3de9bed1f2c2 HTTP/1.1" status: 200 len: 210 time: 0.0430474 May 17 16:31:41.306978 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc43b9-d84b-45b9-a679-49bced32c4ca req-ce813df8-0517-433b-806b-de0408090745 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:41.308526 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-abcc43b9-d84b-45b9-a679-49bced32c4ca req-ce813df8-0517-433b-806b-de0408090745 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 984 time: 0.0870306 May 17 16:31:41.361072 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-abcc43b9-d84b-45b9-a679-49bced32c4ca req-658b829a-9ffe-4525-9824-6e5215785c42 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&id=c9c7ad76-0e23-468a-a3bf-92b0defbbd21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0462427 May 17 16:31:41.665795 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c15e0126-5872-47bf-8236-4d3574afe184 req-ee00fb96-fdad-40bc-8b98-1497aabaee86 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=633547b1-2f39-42d3-953e-3de9bed1f2c2 HTTP/1.1" status: 200 len: 210 time: 0.0440135 May 17 16:31:42.026146 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51958566-c478-474a-a3f6-514c4f076c3b req-bc881971-8c95-49f2-ad4a-b5625214514b tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:42.027678 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-51958566-c478-474a-a3f6-514c4f076c3b req-bc881971-8c95-49f2-ad4a-b5625214514b tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.24 "GET /v2.0/networks?id=f715da6f-21b3-4c5b-b80d-844b367c17f5 HTTP/1.1" status: 200 len: 810 time: 0.1529930 May 17 16:31:42.084815 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-51958566-c478-474a-a3f6-514c4f076c3b req-1e7582e9-8c44-47f5-8a27-e668b90828b8 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0963dfcfec64470c9af2396c3d9ea7f2 HTTP/1.1" status: 200 len: 379 time: 0.0414398 May 17 16:31:42.096486 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [req-51958566-c478-474a-a3f6-514c4f076c3b req-c9d9fea1-c140-4384-80a7-68c90e6070f6 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Request body: {'port': {'device_id': '633547b1-2f39-42d3-953e-3de9bed1f2c2', 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5', 'admin_state_up': True, 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'security_groups': ['7f1ea23e-5fe0-438c-a950-eeac40ea64f7']}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:31:42.233350 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [req-51958566-c478-474a-a3f6-514c4f076c3b req-c9d9fea1-c140-4384-80a7-68c90e6070f6 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:31:42.238869 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-51958566-c478-474a-a3f6-514c4f076c3b req-c9d9fea1-c140-4384-80a7-68c90e6070f6 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Usage tracker for resource:port and tenant:0963dfcfec64470c9af2396c3d9ea7f2 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:31:42.240955 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-51958566-c478-474a-a3f6-514c4f076c3b req-c9d9fea1-c140-4384-80a7-68c90e6070f6 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Quota usage for port was recalculated. Used quota:3. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:31:42.247347 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [req-51958566-c478-474a-a3f6-514c4f076c3b req-c9d9fea1-c140-4384-80a7-68c90e6070f6 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:31:42.348752 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51958566-c478-474a-a3f6-514c4f076c3b req-c9d9fea1-c140-4384-80a7-68c90e6070f6 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Made reservation on behalf of 0963dfcfec64470c9af2396c3d9ea7f2 for: {'port': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:31:42.354118 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-51958566-c478-474a-a3f6-514c4f076c3b req-c9d9fea1-c140-4384-80a7-68c90e6070f6 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:42.676203 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_common [req-51958566-c478-474a-a3f6-514c4f076c3b req-c9d9fea1-c140-4384-80a7-68c90e6070f6 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Allocated IP 172.20.0.6 (f715da6f-21b3-4c5b-b80d-844b367c17f5/2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb/c3071f01-f472-4bad-8b5c-95d929897c63) {{(pid=79280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:31:42.721392 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa08559-fcba-4905-9ae1-1595e6df1be5 req-ef1d9014-ace9-40f6-ba29-86597cd7d15b tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:42.722896 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-bfa08559-fcba-4905-9ae1-1595e6df1be5 req-ef1d9014-ace9-40f6-ba29-86597cd7d15b tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 984 time: 0.2313688 May 17 16:31:42.886696 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-be435eb1-e9ee-4122-890d-bc61fa283bd0 req-1cb2f71a-aaaf-48a9-8547-04d5226dbb39 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=633547b1-2f39-42d3-953e-3de9bed1f2c2 HTTP/1.1" status: 200 len: 210 time: 0.1116605 May 17 16:31:42.898380 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-bfa08559-fcba-4905-9ae1-1595e6df1be5 req-cd53699b-af39-4095-bf8f-b8bfd14e41f6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&id=c9c7ad76-0e23-468a-a3bf-92b0defbbd21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1676366 May 17 16:31:42.965663 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-51958566-c478-474a-a3f6-514c4f076c3b req-c9d9fea1-c140-4384-80a7-68c90e6070f6 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for port, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:42.981251 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.provisioning_blocks [req-51958566-c478-474a-a3f6-514c4f076c3b req-c9d9fea1-c140-4384-80a7-68c90e6070f6 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Transition to ACTIVE for port object c3071f01-f472-4bad-8b5c-95d929897c63 will not be triggered until provisioned by entity DHCP. {{(pid=79280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:31:43.063775 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-51958566-c478-474a-a3f6-514c4f076c3b req-c9d9fea1-c140-4384-80a7-68c90e6070f6 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:43.069895 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-17e7131e-2ecb-4325-bad4-710495869122 tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:31:43.137515 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51958566-c478-474a-a3f6-514c4f076c3b req-c9d9fea1-c140-4384-80a7-68c90e6070f6 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Network f715da6f-21b3-4c5b-b80d-844b367c17f5 is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:31:43.140555 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [req-51958566-c478-474a-a3f6-514c4f076c3b req-c9d9fea1-c140-4384-80a7-68c90e6070f6 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:31:43.144561 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [req-51958566-c478-474a-a3f6-514c4f076c3b req-c9d9fea1-c140-4384-80a7-68c90e6070f6 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Received port after_create {{(pid=79280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:31:43.176692 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9fea1-c140-4384-80a7-68c90e6070f6 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Pushing event updated for resources: {'Port': ['ID=c3071f01-f472-4bad-8b5c-95d929897c63,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:31:43.192064 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-c9d9fea1-c140-4384-80a7-68c90e6070f6 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:31:43.218649 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51958566-c478-474a-a3f6-514c4f076c3b req-c9d9fea1-c140-4384-80a7-68c90e6070f6 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:43.219290 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-51958566-c478-474a-a3f6-514c4f076c3b req-c9d9fea1-c140-4384-80a7-68c90e6070f6 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:43.303588 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-51958566-c478-474a-a3f6-514c4f076c3b req-c9d9fea1-c140-4384-80a7-68c90e6070f6 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2110236 May 17 16:31:43.316700 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [req-51958566-c478-474a-a3f6-514c4f076c3b req-74806c5e-1367-4f9e-904a-998d7e5b58f7 service neutron] Request body: {'port': {'device_id': '633547b1-2f39-42d3-953e-3de9bed1f2c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:31:43.417348 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-ae78d910-53d4-4205-b519-649114127b33 None None] Provisioning for port c3071f01-f472-4bad-8b5c-95d929897c63 completed by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:31:43.422481 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-ae78d910-53d4-4205-b519-649114127b33 None None] Provisioning complete for port c3071f01-f472-4bad-8b5c-95d929897c63 triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:31:43.426419 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-ae78d910-53d4-4205-b519-649114127b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:43.430142 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-51958566-c478-474a-a3f6-514c4f076c3b req-74806c5e-1367-4f9e-904a-998d7e5b58f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:43.485428 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-ae78d910-53d4-4205-b519-649114127b33 None None] Port c3071f01-f472-4bad-8b5c-95d929897c63 cannot update to ACTIVE because it is not bound. {{(pid=79282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:31:43.788089 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [req-51958566-c478-474a-a3f6-514c4f076c3b req-74806c5e-1367-4f9e-904a-998d7e5b58f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3071f01-f472-4bad-8b5c-95d929897c63 {{(pid=79280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:31:43.795554 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-51958566-c478-474a-a3f6-514c4f076c3b req-74806c5e-1367-4f9e-904a-998d7e5b58f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:43.809555 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.provisioning_blocks [req-51958566-c478-474a-a3f6-514c4f076c3b req-74806c5e-1367-4f9e-904a-998d7e5b58f7 service neutron] Transition to ACTIVE for port object c3071f01-f472-4bad-8b5c-95d929897c63 will not be triggered until provisioned by entity L2. {{(pid=79280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:31:43.920205 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-51958566-c478-474a-a3f6-514c4f076c3b req-74806c5e-1367-4f9e-904a-998d7e5b58f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566544'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:43.924354 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-c9d9fea1-c140-4384-80a7-68c90e6070f6 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:31:44.197577 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74806c5e-1367-4f9e-904a-998d7e5b58f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c3071f01-f472-4bad-8b5c-95d929897c63,revision_number=2']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:31:44.200720 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-74806c5e-1367-4f9e-904a-998d7e5b58f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:31:44.312840 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-51958566-c478-474a-a3f6-514c4f076c3b req-74806c5e-1367-4f9e-904a-998d7e5b58f7 service neutron] Attempting to bind port c3071f01-f472-4bad-8b5c-95d929897c63 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:31:44.313074 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-51958566-c478-474a-a3f6-514c4f076c3b req-74806c5e-1367-4f9e-904a-998d7e5b58f7 service neutron] Attempting to bind port c3071f01-f472-4bad-8b5c-95d929897c63 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'b66f898e-f20f-4fcc-b29c-8e4d969f4bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5'}] {{(pid=79280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:31:44.313360 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51958566-c478-474a-a3f6-514c4f076c3b req-74806c5e-1367-4f9e-904a-998d7e5b58f7 service neutron] Attempting to bind port c3071f01-f472-4bad-8b5c-95d929897c63 on network f715da6f-21b3-4c5b-b80d-844b367c17f5 {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:31:44.325508 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275a7d-4c49-436e-ab5f-966d8627eda0 req-2f49ead5-b42e-4d1c-8118-5f832c573520 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:44.326965 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9e275a7d-4c49-436e-ab5f-966d8627eda0 req-2f49ead5-b42e-4d1c-8118-5f832c573520 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 984 time: 0.2972877 May 17 16:31:44.329472 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51958566-c478-474a-a3f6-514c4f076c3b req-74806c5e-1367-4f9e-904a-998d7e5b58f7 service neutron] Port c3071f01-f472-4bad-8b5c-95d929897c63 on network f715da6f-21b3-4c5b-b80d-844b367c17f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:31:44.329791 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51958566-c478-474a-a3f6-514c4f076c3b req-74806c5e-1367-4f9e-904a-998d7e5b58f7 service neutron] Attempting to bind port c3071f01-f472-4bad-8b5c-95d929897c63 on network f715da6f-21b3-4c5b-b80d-844b367c17f5 {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:31:44.339278 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb9c53-6541-49e5-88ce-0a18fcdea892 req-8a5aa17d-afb2-4d5d-9f76-78ca3ac60f84 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:44.339924 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-2ebb9c53-6541-49e5-88ce-0a18fcdea892 req-8a5aa17d-afb2-4d5d-9f76-78ca3ac60f84 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Synchronizing usage tracker for tenant:0963dfcfec64470c9af2396c3d9ea7f2 on resource:port {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:31:44.363130 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51958566-c478-474a-a3f6-514c4f076c3b req-74806c5e-1367-4f9e-904a-998d7e5b58f7 service neutron] Checking agent: {'id': 'e426a337-f724-4468-bb76-290ab6f07147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'started_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:31:44.363458 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51958566-c478-474a-a3f6-514c4f076c3b req-74806c5e-1367-4f9e-904a-998d7e5b58f7 service neutron] Checking segment: {'id': 'b66f898e-f20f-4fcc-b29c-8e4d969f4bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:31:44.363828 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51958566-c478-474a-a3f6-514c4f076c3b req-74806c5e-1367-4f9e-904a-998d7e5b58f7 service neutron] Bound using segment: {'id': 'b66f898e-f20f-4fcc-b29c-8e4d969f4bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5'} {{(pid=79280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:31:44.364286 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.managers [req-51958566-c478-474a-a3f6-514c4f076c3b req-74806c5e-1367-4f9e-904a-998d7e5b58f7 service neutron] Bound port: c3071f01-f472-4bad-8b5c-95d929897c63, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b66f898e-f20f-4fcc-b29c-8e4d969f4bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5'}}] {{(pid=79280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:31:44.364627 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-51958566-c478-474a-a3f6-514c4f076c3b req-74806c5e-1367-4f9e-904a-998d7e5b58f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:44.448740 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9e275a7d-4c49-436e-ab5f-966d8627eda0 req-a69b9616-1bd6-4952-9c3c-4fd7d4766346 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&id=c9c7ad76-0e23-468a-a3bf-92b0defbbd21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1062088 May 17 16:31:44.470941 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-2ebb9c53-6541-49e5-88ce-0a18fcdea892 req-8a5aa17d-afb2-4d5d-9f76-78ca3ac60f84 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Unset dirty status for tenant:0963dfcfec64470c9af2396c3d9ea7f2 on resource:port {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:31:44.472061 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-2ebb9c53-6541-49e5-88ce-0a18fcdea892 req-8a5aa17d-afb2-4d5d-9f76-78ca3ac60f84 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=633547b1-2f39-42d3-953e-3de9bed1f2c2 HTTP/1.1" status: 200 len: 943 time: 0.4411147 May 17 16:31:44.499932 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-51958566-c478-474a-a3f6-514c4f076c3b req-74806c5e-1367-4f9e-904a-998d7e5b58f7 service neutron] For port c3071f01-f472-4bad-8b5c-95d929897c63, host hv-cinder-76810, cleared binding levels {{(pid=79280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:31:44.516235 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-51958566-c478-474a-a3f6-514c4f076c3b req-74806c5e-1367-4f9e-904a-998d7e5b58f7 service neutron] For port c3071f01-f472-4bad-8b5c-95d929897c63, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=c3071f01-f472-4bad-8b5c-95d929897c63,segment=NetworkSegment(b66f898e-f20f-4fcc-b29c-8e4d969f4bb9),segment_id=b66f898e-f20f-4fcc-b29c-8e4d969f4bb9)] {{(pid=79280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:31:44.526623 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-2ebb9c53-6541-49e5-88ce-0a18fcdea892 req-d7a0f03f-164d-4b40-8585-9885fcd477ce tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f1ea23e-5fe0-438c-a950-eeac40ea64f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460751 May 17 16:31:44.616370 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-51958566-c478-474a-a3f6-514c4f076c3b req-74806c5e-1367-4f9e-904a-998d7e5b58f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566544'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:44.621258 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-e53b7768-d7f5-4fbd-9a8a-085d18a3ceae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:31:44.681296 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51958566-c478-474a-a3f6-514c4f076c3b req-74806c5e-1367-4f9e-904a-998d7e5b58f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:44.681903 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-51958566-c478-474a-a3f6-514c4f076c3b req-74806c5e-1367-4f9e-904a-998d7e5b58f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:44.683308 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-51958566-c478-474a-a3f6-514c4f076c3b req-74806c5e-1367-4f9e-904a-998d7e5b58f7 service neutron] 10.222.0.24 "PUT /v2.0/ports/c3071f01-f472-4bad-8b5c-95d929897c63 HTTP/1.1" status: 200 len: 1093 time: 1.3706832 May 17 16:31:44.683794 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '633547b1-2f39-42d3-953e-3de9bed1f2c2', 'tag': 'c3071f01-f472-4bad-8b5c-95d929897c63'}] {{(pid=79280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:31:44.701726 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74806c5e-1367-4f9e-904a-998d7e5b58f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c3071f01-f472-4bad-8b5c-95d929897c63,revision_number=3']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:31:44.705220 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-74806c5e-1367-4f9e-904a-998d7e5b58f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:31:44.736383 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '633547b1-2f39-42d3-953e-3de9bed1f2c2', 'tag': 'c3071f01-f472-4bad-8b5c-95d929897c63', 'status': 'completed', 'code': 200} May 17 16:31:44.929123 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8168ff-8cfc-4f1c-8d29-02f3bb1dee89 req-e4a2b2a9-3aca-4d41-b1bb-9eecb6a4e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:44.931902 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7f8168ff-8cfc-4f1c-8d29-02f3bb1dee89 req-e4a2b2a9-3aca-4d41-b1bb-9eecb6a4e797 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0963dfcfec64470c9af2396c3d9ea7f2&device_id=633547b1-2f39-42d3-953e-3de9bed1f2c2 HTTP/1.1" status: 200 len: 1096 time: 0.1763313 May 17 16:31:45.071733 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8168ff-8cfc-4f1c-8d29-02f3bb1dee89 req-0151116b-b3fa-4184-a088-11f3aa13e4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:45.073135 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7f8168ff-8cfc-4f1c-8d29-02f3bb1dee89 req-0151116b-b3fa-4184-a088-11f3aa13e4ad service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0963dfcfec64470c9af2396c3d9ea7f2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1342936 May 17 16:31:45.212411 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8168ff-8cfc-4f1c-8d29-02f3bb1dee89 req-5a16c4e1-5146-4bfc-b097-7955d28b1f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:45.213844 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7f8168ff-8cfc-4f1c-8d29-02f3bb1dee89 req-5a16c4e1-5146-4bfc-b097-7955d28b1f58 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1339512 May 17 16:31:45.321353 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51958566-c478-474a-a3f6-514c4f076c3b req-df6d4b1a-1d2f-44b8-baf9-52468e3e5614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:45.322807 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-51958566-c478-474a-a3f6-514c4f076c3b req-df6d4b1a-1d2f-44b8-baf9-52468e3e5614 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0963dfcfec64470c9af2396c3d9ea7f2&device_id=633547b1-2f39-42d3-953e-3de9bed1f2c2 HTTP/1.1" status: 200 len: 1096 time: 0.0718842 May 17 16:31:45.394988 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-51958566-c478-474a-a3f6-514c4f076c3b req-7ba01879-21e1-45a4-bf78-b71904925a4b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3071f01-f472-4bad-8b5c-95d929897c63 HTTP/1.1" status: 200 len: 217 time: 0.0637310 May 17 16:31:45.459831 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51958566-c478-474a-a3f6-514c4f076c3b req-a3d984e2-5637-4748-83ee-587d183b0e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:45.467891 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-51958566-c478-474a-a3f6-514c4f076c3b req-a3d984e2-5637-4748-83ee-587d183b0e12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb HTTP/1.1" status: 200 len: 849 time: 0.0595119 May 17 16:31:45.544098 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51958566-c478-474a-a3f6-514c4f076c3b req-6eca3cee-ee33-46cd-937f-1a7518f73555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:45.545573 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-51958566-c478-474a-a3f6-514c4f076c3b req-6eca3cee-ee33-46cd-937f-1a7518f73555 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f715da6f-21b3-4c5b-b80d-844b367c17f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770941 May 17 16:31:45.560105 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-2459ee34-19a8-4fd3-a4bf-8c9fc9446b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:45.795510 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-51958566-c478-474a-a3f6-514c4f076c3b req-ddcba783-c545-4b89-bf0b-75cd9e364439 service neutron] 10.222.0.24 "GET /v2.0/networks/f715da6f-21b3-4c5b-b80d-844b367c17f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428136 May 17 16:31:45.832022 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8299c-620e-4a15-b749-a9cc7b0d072c req-13e1ab58-2975-4836-971e-207c2e72ebc3 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:45.833433 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5ee8299c-620e-4a15-b749-a9cc7b0d072c req-13e1ab58-2975-4836-971e-207c2e72ebc3 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 984 time: 0.2608988 May 17 16:31:45.896202 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742bc3b-8718-433e-9207-6b7a9de62168 req-cfd2b801-29a3-4de2-86b3-a0d7d549e595 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:45.898237 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a742bc3b-8718-433e-9207-6b7a9de62168 req-cfd2b801-29a3-4de2-86b3-a0d7d549e595 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=633547b1-2f39-42d3-953e-3de9bed1f2c2 HTTP/1.1" status: 200 len: 943 time: 0.2344372 May 17 16:31:45.985244 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5ee8299c-620e-4a15-b749-a9cc7b0d072c req-2947a7e6-3696-4687-9cac-6dba0a334f77 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&id=c9c7ad76-0e23-468a-a3bf-92b0defbbd21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1422071 May 17 16:31:46.005322 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a742bc3b-8718-433e-9207-6b7a9de62168 req-8a32499a-81f7-4046-b27d-ed7de914666e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f1ea23e-5fe0-438c-a950-eeac40ea64f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856860 May 17 16:31:46.025678 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-51958566-c478-474a-a3f6-514c4f076c3b req-f309add0-aa83-4427-9300-8d2e6c8a0e23 service neutron] 10.222.0.24 "GET /v2.0/networks/f715da6f-21b3-4c5b-b80d-844b367c17f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188175 May 17 16:31:47.239149 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44dcbf-96d4-45b7-9905-41daf0d149bd req-fe3cf227-4ae7-4b14-827b-9d53a41182a6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:47.241196 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-bd44dcbf-96d4-45b7-9905-41daf0d149bd req-fe3cf227-4ae7-4b14-827b-9d53a41182a6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 984 time: 0.1441576 May 17 16:31:47.249344 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1641688-9577-48bb-9f8d-30f80b85b708 req-28966a6c-8e32-4097-b675-bc63f27b07b6 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:47.250621 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b1641688-9577-48bb-9f8d-30f80b85b708 req-28966a6c-8e32-4097-b675-bc63f27b07b6 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=633547b1-2f39-42d3-953e-3de9bed1f2c2 HTTP/1.1" status: 200 len: 943 time: 0.1177719 May 17 16:31:47.323298 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-bd44dcbf-96d4-45b7-9905-41daf0d149bd req-2b0c8601-ee78-4b2e-855a-ae5bf63820d4 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&id=c9c7ad76-0e23-468a-a3bf-92b0defbbd21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0717175 May 17 16:31:47.327566 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b1641688-9577-48bb-9f8d-30f80b85b708 req-b3a375da-4441-4400-8509-da08d8af9864 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f1ea23e-5fe0-438c-a950-eeac40ea64f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617514 May 17 16:31:48.205384 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:48.244160 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-129af359-5332-4c37-82e5-01a2063bcb2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:48.579084 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15111a-7222-4ac7-ace3-3bbccfcef86b req-aa3782b9-aeb2-4064-b8b1-42a307949a9e tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:48.580613 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7a15111a-7222-4ac7-ace3-3bbccfcef86b req-aa3782b9-aeb2-4064-b8b1-42a307949a9e tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 984 time: 0.1493344 May 17 16:31:48.593455 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d98473-93ba-4027-aab2-051431176861 req-ff9428a5-4aa2-46a3-90b0-c7c151035665 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:48.594887 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-97d98473-93ba-4027-aab2-051431176861 req-ff9428a5-4aa2-46a3-90b0-c7c151035665 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=633547b1-2f39-42d3-953e-3de9bed1f2c2 HTTP/1.1" status: 200 len: 943 time: 0.1293142 May 17 16:31:48.668985 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7a15111a-7222-4ac7-ace3-3bbccfcef86b req-1e669c6a-8c48-462f-8f8d-35f1ce73a4e3 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&id=c9c7ad76-0e23-468a-a3bf-92b0defbbd21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0729403 May 17 16:31:48.673447 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-97d98473-93ba-4027-aab2-051431176861 req-1f05be40-a102-499c-b812-aee47c282900 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f1ea23e-5fe0-438c-a950-eeac40ea64f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635014 May 17 16:31:49.141227 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:49.852325 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf577a-2daf-4389-8417-b137456cdc3b req-937bec0d-26de-41d6-b59f-3f67ef56edef tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:49.853658 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9cdf577a-2daf-4389-8417-b137456cdc3b req-937bec0d-26de-41d6-b59f-3f67ef56edef tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 984 time: 0.0782611 May 17 16:31:49.994654 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9cdf577a-2daf-4389-8417-b137456cdc3b req-12890051-dd2a-4e75-8d0c-c27c980fe355 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&id=c9c7ad76-0e23-468a-a3bf-92b0defbbd21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1351428 May 17 16:31:50.168408 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ef90e-f40c-4cc2-9843-fd1bcb43a555 req-3d52f24f-09a1-4e98-8402-119e3c7bd85c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:50.169856 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f22ef90e-f40c-4cc2-9843-fd1bcb43a555 req-3d52f24f-09a1-4e98-8402-119e3c7bd85c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=633547b1-2f39-42d3-953e-3de9bed1f2c2 HTTP/1.1" status: 200 len: 943 time: 0.0802801 May 17 16:31:50.215504 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f22ef90e-f40c-4cc2-9843-fd1bcb43a555 req-fc3c5599-cc0c-4e65-80f3-15c2bac256f5 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f1ea23e-5fe0-438c-a950-eeac40ea64f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399728 May 17 16:31:50.845730 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:51.180844 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6cb97-9e2a-4a30-9a2e-fb2b3faf6f53 req-1122420f-c940-4a55-be52-0910a910ffef tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:51.182284 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-96c6cb97-9e2a-4a30-9a2e-fb2b3faf6f53 req-1122420f-c940-4a55-be52-0910a910ffef tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 984 time: 0.0817819 May 17 16:31:51.230505 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-96c6cb97-9e2a-4a30-9a2e-fb2b3faf6f53 req-d7678e0f-30d8-4ed5-b0fe-d185a1ba9b0f tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&id=c9c7ad76-0e23-468a-a3bf-92b0defbbd21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423353 May 17 16:31:51.398468 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9373e-b701-4d8a-a921-02f2f4ed65c2 req-ab705dd0-6e00-46f3-9cd5-8723408307ea tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:51.399797 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-beb9373e-b701-4d8a-a921-02f2f4ed65c2 req-ab705dd0-6e00-46f3-9cd5-8723408307ea tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=633547b1-2f39-42d3-953e-3de9bed1f2c2 HTTP/1.1" status: 200 len: 943 time: 0.0786107 May 17 16:31:51.446700 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-beb9373e-b701-4d8a-a921-02f2f4ed65c2 req-2edf103a-f76c-46d5-9725-1203903ad538 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f1ea23e-5fe0-438c-a950-eeac40ea64f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411685 May 17 16:31:51.776914 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:52.418224 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b995d-01eb-416b-86b4-c07dd9d36487 req-2819c954-ed71-41d3-88f1-4131ca0441ab tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:52.419723 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-866b995d-01eb-416b-86b4-c07dd9d36487 req-2819c954-ed71-41d3-88f1-4131ca0441ab tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 984 time: 0.0818348 May 17 16:31:52.469897 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-866b995d-01eb-416b-86b4-c07dd9d36487 req-5dc463a0-8581-48a3-80a5-b2a9a8760f67 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&id=c9c7ad76-0e23-468a-a3bf-92b0defbbd21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443201 May 17 16:31:52.634458 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd20470-4154-4af7-934a-5bf4bbfe9b80 req-83237f9d-8a03-4653-afd9-2eec454b314e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:52.635898 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fcd20470-4154-4af7-934a-5bf4bbfe9b80 req-83237f9d-8a03-4653-afd9-2eec454b314e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=633547b1-2f39-42d3-953e-3de9bed1f2c2 HTTP/1.1" status: 200 len: 943 time: 0.0836475 May 17 16:31:52.681158 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fcd20470-4154-4af7-934a-5bf4bbfe9b80 req-8e0ec303-1558-4ce9-87bf-24f66ad2eda3 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f1ea23e-5fe0-438c-a950-eeac40ea64f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394619 May 17 16:31:53.654536 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d546a6-27a1-4d7b-95b9-8543a090dbe2 req-9f70a7cb-035b-48e0-84c9-8a6ef7753eec tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:53.655993 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-84d546a6-27a1-4d7b-95b9-8543a090dbe2 req-9f70a7cb-035b-48e0-84c9-8a6ef7753eec tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 984 time: 0.0793812 May 17 16:31:53.707772 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-84d546a6-27a1-4d7b-95b9-8543a090dbe2 req-638a74c8-ae23-4f8a-a873-8bbc000ab4b8 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&id=c9c7ad76-0e23-468a-a3bf-92b0defbbd21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449512 May 17 16:31:53.868533 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d505e-7ba0-4cee-a5a9-ed658009bb4b req-08af4503-0ef2-49f9-8760-4013e2423a1e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:53.869979 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9b6d505e-7ba0-4cee-a5a9-ed658009bb4b req-08af4503-0ef2-49f9-8760-4013e2423a1e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=633547b1-2f39-42d3-953e-3de9bed1f2c2 HTTP/1.1" status: 200 len: 943 time: 0.0784366 May 17 16:31:53.915398 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9b6d505e-7ba0-4cee-a5a9-ed658009bb4b req-e9784796-183c-4b33-aa60-e3f49a12ba13 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f1ea23e-5fe0-438c-a950-eeac40ea64f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396254 May 17 16:31:54.709416 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device c3071f01-f472-4bad-8b5c-95d929897c63 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:31:54.845541 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port c3071f01-f472-4bad-8b5c-95d929897c63, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=c3071f01-f472-4bad-8b5c-95d929897c63,segment=NetworkSegment(b66f898e-f20f-4fcc-b29c-8e4d969f4bb9),segment_id=b66f898e-f20f-4fcc-b29c-8e4d969f4bb9)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:31:54.860363 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Returning: {'device': 'c3071f01-f472-4bad-8b5c-95d929897c63', 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5', 'port_id': 'c3071f01-f472-4bad-8b5c-95d929897c63', 'mac_address': 'fa:16:3e:b7:7d:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:31:54.904524 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e424f-4feb-4017-a5d4-eea85fd50967 req-fbcc5ff4-df3f-45b0-a39a-c631c9b6c910 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:54.906202 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b89e424f-4feb-4017-a5d4-eea85fd50967 req-fbcc5ff4-df3f-45b0-a39a-c631c9b6c910 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 984 time: 0.0858808 May 17 16:31:54.919709 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:54.936116 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3071f01-f472-4bad-8b5c-95d929897c63 {{(pid=79282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:31:54.953392 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port c3071f01-f472-4bad-8b5c-95d929897c63, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=c3071f01-f472-4bad-8b5c-95d929897c63,segment=NetworkSegment(b66f898e-f20f-4fcc-b29c-8e4d969f4bb9),segment_id=b66f898e-f20f-4fcc-b29c-8e4d969f4bb9)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:31:54.954396 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b89e424f-4feb-4017-a5d4-eea85fd50967 req-3da05307-8655-4764-8025-9aa8250a9dd3 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&id=c9c7ad76-0e23-468a-a3bf-92b0defbbd21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411437 May 17 16:31:55.063012 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:55.064931 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:31:55.114811 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801527bd-79d1-43f8-a794-be6c1887e268 req-bb8e5b40-5735-490e-a063-fbe21dddacb2 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:55.116319 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-801527bd-79d1-43f8-a794-be6c1887e268 req-bb8e5b40-5735-490e-a063-fbe21dddacb2 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=633547b1-2f39-42d3-953e-3de9bed1f2c2 HTTP/1.1" status: 200 len: 944 time: 0.0826993 May 17 16:31:55.133568 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=c3071f01-f472-4bad-8b5c-95d929897c63,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:31:55.140826 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:55.141219 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:55.141555 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:55.141886 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:55.142211 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:55.142585 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:55.146504 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:55.146504 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:55.146504 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:55.146504 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:55.146504 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:55.146504 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:31:55.149128 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:31:55.167348 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-801527bd-79d1-43f8-a794-be6c1887e268 req-f143a94d-8335-430b-adc3-ccfceef51fe7 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f1ea23e-5fe0-438c-a950-eeac40ea64f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449185 May 17 16:31:55.418000 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['c3071f01-f472-4bad-8b5c-95d929897c63'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:31:56.141411 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57c42e-8447-4053-9b26-3eb54c1cac1d req-e04c7241-064e-41f4-abc1-7620a2ede8fd tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:56.142991 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-af57c42e-8447-4053-9b26-3eb54c1cac1d req-e04c7241-064e-41f4-abc1-7620a2ede8fd tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 984 time: 0.0810390 May 17 16:31:56.191002 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-af57c42e-8447-4053-9b26-3eb54c1cac1d req-dc48033e-0ba3-4da3-97b0-02388cca040d tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&id=c9c7ad76-0e23-468a-a3bf-92b0defbbd21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421486 May 17 16:31:56.354053 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecbb4c-847d-4aee-a356-08517842f707 req-c2f2bb77-c386-481c-aeae-b1cc66496b3d tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:56.355408 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5cecbb4c-847d-4aee-a356-08517842f707 req-c2f2bb77-c386-481c-aeae-b1cc66496b3d tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=633547b1-2f39-42d3-953e-3de9bed1f2c2 HTTP/1.1" status: 200 len: 944 time: 0.0818064 May 17 16:31:56.399560 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5cecbb4c-847d-4aee-a356-08517842f707 req-a2682b07-50ac-4144-a97f-21aa2308ab36 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f1ea23e-5fe0-438c-a950-eeac40ea64f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383968 May 17 16:31:56.709536 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device c3071f01-f472-4bad-8b5c-95d929897c63 up at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:31:56.888598 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning for port c3071f01-f472-4bad-8b5c-95d929897c63 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:31:56.890803 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning complete for port c3071f01-f472-4bad-8b5c-95d929897c63 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:31:56.891179 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:57.006194 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:57.031894 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633547b1-2f39-42d3-953e-3de9bed1f2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3071f01-f472-4bad-8b5c-95d929897c63'}] {{(pid=79282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:31:57.041829 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port c3071f01-f472-4bad-8b5c-95d929897c63, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=c3071f01-f472-4bad-8b5c-95d929897c63,segment=NetworkSegment(b66f898e-f20f-4fcc-b29c-8e4d969f4bb9),segment_id=b66f898e-f20f-4fcc-b29c-8e4d969f4bb9)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:31:57.086588 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633547b1-2f39-42d3-953e-3de9bed1f2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3071f01-f472-4bad-8b5c-95d929897c63', 'code': 200} May 17 16:31:57.188594 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:31:57.190531 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:31:57.258141 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=c3071f01-f472-4bad-8b5c-95d929897c63,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:31:57.264205 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:31:57.379364 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1aaf29-ef38-4575-8364-ffa8f4a5331f req-d37c56cf-c58b-4466-8997-d24e750c30e5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:57.380739 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-df1aaf29-ef38-4575-8364-ffa8f4a5331f req-d37c56cf-c58b-4466-8997-d24e750c30e5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 984 time: 0.0815079 May 17 16:31:57.432951 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-df1aaf29-ef38-4575-8364-ffa8f4a5331f req-7963f864-7ed5-43f5-b9ab-b1cbaf14e4b3 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&id=c9c7ad76-0e23-468a-a3bf-92b0defbbd21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457234 May 17 16:31:57.692149 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c627d0-69f7-464c-bbaa-b643545ce25b req-b8cfb158-58d2-4a82-802f-6770711af4aa tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:57.694078 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-36c627d0-69f7-464c-bbaa-b643545ce25b req-b8cfb158-58d2-4a82-802f-6770711af4aa tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 945 time: 0.2286646 May 17 16:31:57.706021 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0ef95-5f37-40f1-8776-fd1830077e36 req-c4fee63b-b332-4605-8915-b2d3d89e5de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:57.707675 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ece0ef95-5f37-40f1-8776-fd1830077e36 req-c4fee63b-b332-4605-8915-b2d3d89e5de0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=633547b1-2f39-42d3-953e-3de9bed1f2c2 HTTP/1.1" status: 200 len: 1098 time: 0.1676180 May 17 16:31:57.726593 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbd513-d1f3-4b24-9990-3e2d5523e304 req-0908e56c-2c89-4242-b6fa-2c5492aa574b tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:57.731612 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-13fbd513-d1f3-4b24-9990-3e2d5523e304 req-0908e56c-2c89-4242-b6fa-2c5492aa574b tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=633547b1-2f39-42d3-953e-3de9bed1f2c2 HTTP/1.1" status: 200 len: 945 time: 0.1587732 May 17 16:31:57.809032 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-36c627d0-69f7-464c-bbaa-b643545ce25b req-9755dbf6-5256-4b39-a8c4-a60bc6575ce9 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1065607 May 17 16:31:57.814739 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ece0ef95-5f37-40f1-8776-fd1830077e36 req-3d482551-19dc-44cf-be0e-ef3ef0566d70 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7f1ea23e-5fe0-438c-a950-eeac40ea64f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844395 May 17 16:31:57.822494 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-13fbd513-d1f3-4b24-9990-3e2d5523e304 req-8292b4fe-e6ef-4c11-bb79-da7d065e525c tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f1ea23e-5fe0-438c-a950-eeac40ea64f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779924 May 17 16:31:57.911868 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:31:58.131344 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-08d5dce8-1eb6-4162-a1c7-14781198d4a0 req-ead82531-ac15-4504-b86f-a569070be1a6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707302 May 17 16:31:58.332818 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5dce8-1eb6-4162-a1c7-14781198d4a0 req-2e429f14-07c0-4138-a31a-0d430f5848b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:58.334538 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-08d5dce8-1eb6-4162-a1c7-14781198d4a0 req-2e429f14-07c0-4138-a31a-0d430f5848b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d73f6e7ae19343568240cc20d98fe216&device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 1137 time: 0.1704605 May 17 16:31:58.486047 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5dce8-1eb6-4162-a1c7-14781198d4a0 req-88a90ead-de37-44eb-843a-320c7ef9a846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:58.487620 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-08d5dce8-1eb6-4162-a1c7-14781198d4a0 req-88a90ead-de37-44eb-843a-320c7ef9a846 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84e2e030-f7fd-45a7-ae9a-50d13ef72c2c HTTP/1.1" status: 200 len: 916 time: 0.1342859 May 17 16:31:58.648723 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-08d5dce8-1eb6-4162-a1c7-14781198d4a0 req-26f04a4e-5950-4d6a-87c2-1f53494e01b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a03a5938-1057-4ff8-934b-df436d1b8137 HTTP/1.1" status: 200 len: 1001 time: 0.1546104 May 17 16:31:58.716422 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170fc5e-354b-4c13-b8a9-7cd63b6dca76 req-68480bdf-716b-452f-90cd-c7b4287af409 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:58.717978 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d170fc5e-354b-4c13-b8a9-7cd63b6dca76 req-68480bdf-716b-452f-90cd-c7b4287af409 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 984 time: 0.1731577 May 17 16:31:58.750007 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5dce8-1eb6-4162-a1c7-14781198d4a0 req-24c5a30b-fea5-4458-a3d9-54cc38133142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:58.751469 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-08d5dce8-1eb6-4162-a1c7-14781198d4a0 req-24c5a30b-fea5-4458-a3d9-54cc38133142 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb566c3b-0d86-4428-af0f-e5e28470bf55 HTTP/1.1" status: 200 len: 854 time: 0.0963712 May 17 16:31:58.819019 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d170fc5e-354b-4c13-b8a9-7cd63b6dca76 req-d6ae1d9b-1c7f-4936-bd26-79b135286671 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&id=c9c7ad76-0e23-468a-a3bf-92b0defbbd21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0944371 May 17 16:31:58.846713 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5dce8-1eb6-4162-a1c7-14781198d4a0 req-5770c93a-f675-467c-9a4f-1ace505a8886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:58.849591 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-08d5dce8-1eb6-4162-a1c7-14781198d4a0 req-5770c93a-f675-467c-9a4f-1ace505a8886 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84e2e030-f7fd-45a7-ae9a-50d13ef72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0873206 May 17 16:31:59.094794 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-08d5dce8-1eb6-4162-a1c7-14781198d4a0 req-96ba1661-c281-4564-b600-2fbea3b4c824 service neutron] 10.222.0.24 "GET /v2.0/networks/84e2e030-f7fd-45a7-ae9a-50d13ef72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362101 May 17 16:31:59.139259 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df5402-1102-42c0-a9f2-00688268cc61 req-157e0845-80fe-45e6-a979-c4ac405f2119 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:59.140751 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c6df5402-1102-42c0-a9f2-00688268cc61 req-157e0845-80fe-45e6-a979-c4ac405f2119 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 945 time: 0.2037351 May 17 16:31:59.151488 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b63558-25f1-4617-bf75-cbd3ae64ab8d req-6dad8fc8-17e4-4dd6-96ce-5f63ddf4106b tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:31:59.152886 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-17b63558-25f1-4617-bf75-cbd3ae64ab8d req-6dad8fc8-17e4-4dd6-96ce-5f63ddf4106b tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=633547b1-2f39-42d3-953e-3de9bed1f2c2 HTTP/1.1" status: 200 len: 945 time: 0.2170074 May 17 16:31:59.301170 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-17b63558-25f1-4617-bf75-cbd3ae64ab8d req-63b6f3af-972c-44f6-b369-880758796456 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f1ea23e-5fe0-438c-a950-eeac40ea64f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028416 May 17 16:31:59.307590 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c6df5402-1102-42c0-a9f2-00688268cc61 req-da253193-2b20-4e4c-a875-d403aecb01b1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1537864 May 17 16:31:59.327824 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-08d5dce8-1eb6-4162-a1c7-14781198d4a0 req-25f5d9ec-f156-4eeb-822c-24ded198eb2d service neutron] 10.222.0.24 "GET /v2.0/networks/84e2e030-f7fd-45a7-ae9a-50d13ef72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201843 May 17 16:32:00.558023 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993b357-6b15-4208-bbf4-90e332cb733e req-7f294069-ac79-4493-953f-1bb5c67e3bd3 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:00.559531 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f993b357-6b15-4208-bbf4-90e332cb733e req-7f294069-ac79-4493-953f-1bb5c67e3bd3 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=633547b1-2f39-42d3-953e-3de9bed1f2c2 HTTP/1.1" status: 200 len: 945 time: 0.1490314 May 17 16:32:00.568420 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b20776-e948-48bb-90b5-1d37e0075f98 req-36c2e325-2e33-45f7-b356-82948f288f89 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:00.570116 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b7b20776-e948-48bb-90b5-1d37e0075f98 req-36c2e325-2e33-45f7-b356-82948f288f89 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 945 time: 0.1273293 May 17 16:32:00.640197 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f993b357-6b15-4208-bbf4-90e332cb733e req-be7efe7a-4b1e-4f2d-ba87-4d892c2d3ed9 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f1ea23e-5fe0-438c-a950-eeac40ea64f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689480 May 17 16:32:00.647783 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b7b20776-e948-48bb-90b5-1d37e0075f98 req-01e1dbe9-c83c-46c6-8a34-dc8058f2a97b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625665 May 17 16:32:00.822276 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b32ea-6174-4f84-903c-487ff9aada10 req-36a9459a-a749-4d4a-8143-aa7ce6d35130 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:00.823775 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-444b32ea-6174-4f84-903c-487ff9aada10 req-36a9459a-a749-4d4a-8143-aa7ce6d35130 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=633547b1-2f39-42d3-953e-3de9bed1f2c2 HTTP/1.1" status: 200 len: 945 time: 0.0792692 May 17 16:32:00.832479 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 43574) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:32:00.838600 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-1836875c-dbe8-49a6-8396-eacdf283d815 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Request body: {'floatingip': {'port_id': 'c3071f01-f472-4bad-8b5c-95d929897c63'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:32:00.920494 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1836875c-dbe8-49a6-8396-eacdf283d815 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for floatingip, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:01.609228 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1836875c-dbe8-49a6-8396-eacdf283d815 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:01.718050 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1836875c-dbe8-49a6-8396-eacdf283d815 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432823'] for floatingip, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:01.850233 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8b2c1-edda-45f2-a93a-853dbd3ad99b req-2bd8efe0-e933-4809-a79e-005aeebf96ec tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:01.851707 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-94c8b2c1-edda-45f2-a93a-853dbd3ad99b req-2bd8efe0-e933-4809-a79e-005aeebf96ec tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 945 time: 0.0829129 May 17 16:32:01.875511 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.db.l3_db [None req-1836875c-dbe8-49a6-8396-eacdf283d815 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Floating IP b8caade1-1229-4ea0-8b92-cb190ac6684e associated. External IP: 172.27.2.202, port: c3071f01-f472-4bad-8b5c-95d929897c63. May 17 16:32:01.899040 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-94c8b2c1-edda-45f2-a93a-853dbd3ad99b req-0b7bf502-1637-41b5-a55c-a9aec4cf5d7e tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412736 May 17 16:32:02.313447 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1836875c-dbe8-49a6-8396-eacdf283d815 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Router 2518071c-ce7a-41f1-bc70-e77dfe2d7341 has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:32:02.493704 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1836875c-dbe8-49a6-8396-eacdf283d815 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:32:02.499024 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1836875c-dbe8-49a6-8396-eacdf283d815 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for floatingip, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:02.503988 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e1857d-6b32-4a43-9e6c-19abee13e0df None None] Sync routers for ids ['2518071c-ce7a-41f1-bc70-e77dfe2d7341'] in dv-cinder-768105-8-iscsi {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:32:02.514184 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e1857d-6b32-4a43-9e6c-19abee13e0df None None] Routers {'2518071c-ce7a-41f1-bc70-e77dfe2d7341'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:32:02.514842 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-a1e1857d-6b32-4a43-9e6c-19abee13e0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:31:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['2518071c-ce7a-41f1-bc70-e77dfe2d7341'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:32:02.560860 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-1836875c-dbe8-49a6-8396-eacdf283d815 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "PUT /v2.0/floatingips/b8caade1-1229-4ea0-8b92-cb190ac6684e HTTP/1.1" status: 200 len: 991 time: 1.7247202 May 17 16:32:02.560860 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '633547b1-2f39-42d3-953e-3de9bed1f2c2', 'tag': 'c3071f01-f472-4bad-8b5c-95d929897c63'}] {{(pid=79281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:32:02.608338 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '633547b1-2f39-42d3-953e-3de9bed1f2c2', 'tag': 'c3071f01-f472-4bad-8b5c-95d929897c63', 'status': 'completed', 'code': 200} May 17 16:32:02.714684 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a522c2-1767-4171-9f16-bd2c04cc75a1 req-aea34df4-bb49-48f9-9b0b-07a6fcfa3c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:02.716139 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-50a522c2-1767-4171-9f16-bd2c04cc75a1 req-aea34df4-bb49-48f9-9b0b-07a6fcfa3c0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0963dfcfec64470c9af2396c3d9ea7f2&device_id=633547b1-2f39-42d3-953e-3de9bed1f2c2 HTTP/1.1" status: 200 len: 1098 time: 0.0839834 May 17 16:32:02.742009 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-a1e1857d-6b32-4a43-9e6c-19abee13e0df None None] Set router 2518071c-ce7a-41f1-bc70-e77dfe2d7341 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:32:02.855963 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a522c2-1767-4171-9f16-bd2c04cc75a1 req-9d5940e4-e97e-4e29-9cca-63fd86d558e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:02.857374 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-50a522c2-1767-4171-9f16-bd2c04cc75a1 req-9d5940e4-e97e-4e29-9cca-63fd86d558e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f715da6f-21b3-4c5b-b80d-844b367c17f5 HTTP/1.1" status: 200 len: 911 time: 0.1341484 May 17 16:32:03.118571 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-a1e1857d-6b32-4a43-9e6c-19abee13e0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'name': 'tempest-AttachVolumeTestJSON-259554001-router', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:18Z', 'revision_number': 4, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'gw_port': {'id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:14Z', 'updated_at': '2021-05-17T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': 'b8caade1-1229-4ea0-8b92-cb190ac6684e', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'port_id': 'c3071f01-f472-4bad-8b5c-95d929897c63', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5', 'mac_address': 'fa:16:3e:b7:7d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633547b1-2f39-42d3-953e-3de9bed1f2c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:31:34Z', 'updated_at': '2021-05-17T16:32:01Z', 'revision_number': 1, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdca95ca-22ad-4628-8d78-53fc6d90087d', 'name': '', 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'mac_address': 'fa:16:3e:50:87:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:17Z', 'updated_at': '2021-05-17T16:24:25Z', 'revision_number': 5, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'subnets': [{'id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:32:03.122453 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e1857d-6b32-4a43-9e6c-19abee13e0df None None] Checking router: 2518071c-ce7a-41f1-bc70-e77dfe2d7341 for host: dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:32:03.124406 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-50a522c2-1767-4171-9f16-bd2c04cc75a1 req-3f993bc4-d974-4947-9a03-b37a85b532e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3071f01-f472-4bad-8b5c-95d929897c63 HTTP/1.1" status: 200 len: 999 time: 0.2597625 May 17 16:32:03.131266 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e1857d-6b32-4a43-9e6c-19abee13e0df None None] Routers {'2518071c-ce7a-41f1-bc70-e77dfe2d7341'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:32:03.131865 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-a1e1857d-6b32-4a43-9e6c-19abee13e0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:31:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['2518071c-ce7a-41f1-bc70-e77dfe2d7341'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:32:03.145483 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5c4f1-06a3-4dfc-8572-6b64c1db9e0a req-0dd0f584-1720-46c7-b283-0b955787914a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:03.147650 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-44b5c4f1-06a3-4dfc-8572-6b64c1db9e0a req-0dd0f584-1720-46c7-b283-0b955787914a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 945 time: 0.1191289 May 17 16:32:03.234381 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a522c2-1767-4171-9f16-bd2c04cc75a1 req-e81c4c8d-eb0f-4e43-a30e-31d2f34a3919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:03.235861 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-50a522c2-1767-4171-9f16-bd2c04cc75a1 req-e81c4c8d-eb0f-4e43-a30e-31d2f34a3919 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb HTTP/1.1" status: 200 len: 849 time: 0.0986800 May 17 16:32:03.240861 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-44b5c4f1-06a3-4dfc-8572-6b64c1db9e0a req-a81d51ee-2236-4f9c-81c7-0e0f2b73bc87 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649583 May 17 16:32:03.311120 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-a1e1857d-6b32-4a43-9e6c-19abee13e0df None None] Set router 2518071c-ce7a-41f1-bc70-e77dfe2d7341 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:32:03.322544 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a522c2-1767-4171-9f16-bd2c04cc75a1 req-042946c9-0817-43d3-bbf4-dd39ddf72c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:03.323996 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-50a522c2-1767-4171-9f16-bd2c04cc75a1 req-042946c9-0817-43d3-bbf4-dd39ddf72c02 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f715da6f-21b3-4c5b-b80d-844b367c17f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0818760 May 17 16:32:03.459858 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-50a522c2-1767-4171-9f16-bd2c04cc75a1 req-4ec21888-ddf8-49e4-bca4-27d5254bbeb3 service neutron] 10.222.0.24 "GET /v2.0/networks/f715da6f-21b3-4c5b-b80d-844b367c17f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283081 May 17 16:32:03.596151 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-50a522c2-1767-4171-9f16-bd2c04cc75a1 req-d16f4473-5c7a-4810-aa8e-f4b5ba189a7d service neutron] 10.222.0.24 "GET /v2.0/networks/f715da6f-21b3-4c5b-b80d-844b367c17f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300101 May 17 16:32:03.666766 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-a1e1857d-6b32-4a43-9e6c-19abee13e0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'name': 'tempest-AttachVolumeTestJSON-259554001-router', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:18Z', 'revision_number': 4, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'gw_port': {'id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:14Z', 'updated_at': '2021-05-17T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': 'b8caade1-1229-4ea0-8b92-cb190ac6684e', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'port_id': 'c3071f01-f472-4bad-8b5c-95d929897c63', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5', 'mac_address': 'fa:16:3e:b7:7d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633547b1-2f39-42d3-953e-3de9bed1f2c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:31:34Z', 'updated_at': '2021-05-17T16:32:01Z', 'revision_number': 1, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdca95ca-22ad-4628-8d78-53fc6d90087d', 'name': '', 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'mac_address': 'fa:16:3e:50:87:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:17Z', 'updated_at': '2021-05-17T16:24:25Z', 'revision_number': 5, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'subnets': [{'id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:32:03.670708 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e1857d-6b32-4a43-9e6c-19abee13e0df None None] The sync data for ids ['2518071c-ce7a-41f1-bc70-e77dfe2d7341'] in dv-cinder-768105-8-iscsi is: [{'id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'name': 'tempest-AttachVolumeTestJSON-259554001-router', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:18Z', 'revision_number': 4, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'gw_port': {'id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:14Z', 'updated_at': '2021-05-17T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': 'b8caade1-1229-4ea0-8b92-cb190ac6684e', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'port_id': 'c3071f01-f472-4bad-8b5c-95d929897c63', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5', 'mac_address': 'fa:16:3e:b7:7d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633547b1-2f39-42d3-953e-3de9bed1f2c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:31:34Z', 'updated_at': '2021-05-17T16:32:01Z', 'revision_number': 1, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdca95ca-22ad-4628-8d78-53fc6d90087d', 'name': '', 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'mac_address': 'fa:16:3e:50:87:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:17Z', 'updated_at': '2021-05-17T16:24:25Z', 'revision_number': 5, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'subnets': [{'id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:32:03.855781 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15102c3a-d96a-43f1-988d-0fda850d4dfd None None] New status for floating IP b8caade1-1229-4ea0-8b92-cb190ac6684e: ACTIVE {{(pid=79283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:32:04.442032 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb86c3-d119-4b34-ab37-b1255b829103 req-86b6ee8c-da09-4346-89ae-244db866069d tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:04.444056 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ebdb86c3-d119-4b34-ab37-b1255b829103 req-86b6ee8c-da09-4346-89ae-244db866069d tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 945 time: 0.0842354 May 17 16:32:04.488946 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ebdb86c3-d119-4b34-ab37-b1255b829103 req-05a95815-9a5e-45e2-ba77-5449e9cab51a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391493 May 17 16:32:05.681460 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f696b6-695a-417d-bfa0-b14ecae2363f req-75df098e-5d2b-4f3d-91c1-4be84b99444c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:05.683028 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-76f696b6-695a-417d-bfa0-b14ecae2363f req-75df098e-5d2b-4f3d-91c1-4be84b99444c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 945 time: 0.0852218 May 17 16:32:05.735979 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-76f696b6-695a-417d-bfa0-b14ecae2363f req-a3ad3c3e-b75b-4a51-8a82-cd65ed8a9ad5 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468967 May 17 16:32:06.933601 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e401771-7477-4c50-a4ca-4368f7222a34 req-9d956c64-6113-4df0-8ebd-10cc90a99115 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:06.935072 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0e401771-7477-4c50-a4ca-4368f7222a34 req-9d956c64-6113-4df0-8ebd-10cc90a99115 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 945 time: 0.0796461 May 17 16:32:06.979639 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0e401771-7477-4c50-a4ca-4368f7222a34 req-85a802ad-cf02-4703-b885-0bed6b662826 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388131 May 17 16:32:07.194818 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 43642) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:32:07.254800 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0594022-0937-40c7-b8b1-81f0f8242068 admin admin] Deleting subnet 69e9074c-19b3-4a0e-ab1f-377053688857 {{(pid=79281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:32:07.257803 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e0594022-0937-40c7-b8b1-81f0f8242068 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:07.309343 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e0594022-0937-40c7-b8b1-81f0f8242068 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1804568'] for subnet, precommit_delete_associations {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:07.364985 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e0594022-0937-40c7-b8b1-81f0f8242068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8075481'] for subnet, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:07.712993 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e0594022-0937-40c7-b8b1-81f0f8242068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8075474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1956057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3136364'] for subnet, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:07.717092 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-45425d2f-670d-4e52-910e-d9ea05ff2fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:32:07.751143 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0594022-0937-40c7-b8b1-81f0f8242068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69e9074c-19b3-4a0e-ab1f-377053688857,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:32:07.754137 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e0594022-0937-40c7-b8b1-81f0f8242068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:32:07.755138 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e0594022-0937-40c7-b8b1-81f0f8242068 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:07.760954 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-e0594022-0937-40c7-b8b1-81f0f8242068 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/69e9074c-19b3-4a0e-ab1f-377053688857 HTTP/1.1" status: 204 len: 168 time: 0.5651212 May 17 16:32:07.763375 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 43646) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:32:07.867892 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e5286546-02cd-4318-a6a0-c85179305ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7952015'] for network, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:07.989049 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e5286546-02cd-4318-a6a0-c85179305ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8075500', 'neutron.services.segments.db._delete_segments_for_network-8780704027010'] for network, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:08.001388 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-e5286546-02cd-4318-a6a0-c85179305ff0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d605fde6-3889-43a7-986f-198e8dc9cbbe']}} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:32:08.013317 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-e5286546-02cd-4318-a6a0-c85179305ff0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d7038cd-6f1a-4867-97af-b8404c71305b') {'for_net_delete': True} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:32:08.013611 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-e5286546-02cd-4318-a6a0-c85179305ff0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d7038cd-6f1a-4867-97af-b8404c71305b') {} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:32:08.026787 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e5286546-02cd-4318-a6a0-c85179305ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780704039051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1804567'] for segment, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:08.042990 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e5286546-02cd-4318-a6a0-c85179305ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:08.049008 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5286546-02cd-4318-a6a0-c85179305ff0 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=79281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:32:08.049381 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e5286546-02cd-4318-a6a0-c85179305ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1955967'] for segment, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: Traceback (most recent call last): May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: timer() May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: cb(*args, **kw) May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: return func(*args, **kwargs) May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: self._notify() May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: self.callback(batched_events) May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: event.method(event) May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: return f(self, *a, **k) May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: return self._get(url).json() May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: return self.request(url, 'GET', **kwargs) May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:32:08.062164 dv-cinder-768105-8-iscsi neutron-server[79281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:32:08.179617 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2ba89-96ef-44b6-ada0-cddb56317cba req-0306d873-b412-4256-a5f3-4ae1b88bba76 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:08.181370 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a5c2ba89-96ef-44b6-ada0-cddb56317cba req-0306d873-b412-4256-a5f3-4ae1b88bba76 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 945 time: 0.0898206 May 17 16:32:08.232504 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a5c2ba89-96ef-44b6-ada0-cddb56317cba req-4ef4eedb-42d2-4ea2-b0a2-271bceef65c0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450685 May 17 16:32:08.239866 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e5286546-02cd-4318-a6a0-c85179305ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8075493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432837'] for network, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:08.245987 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e5286546-02cd-4318-a6a0-c85179305ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:08.248859 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-b848f1c2-7666-4ef8-ae27-10749a38c95e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:32:08.270688 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5286546-02cd-4318-a6a0-c85179305ff0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d605fde6-3889-43a7-986f-198e8dc9cbbe,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:32:08.273303 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e5286546-02cd-4318-a6a0-c85179305ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:32:08.348494 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-e5286546-02cd-4318-a6a0-c85179305ff0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d605fde6-3889-43a7-986f-198e8dc9cbbe HTTP/1.1" status: 204 len: 168 time: 0.5840948 May 17 16:32:08.750600 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 43656) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:32:08.800155 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-39e71ca8-a512-4be3-a323-10da7cfcb1a9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=36260d216a5f4de29e97c9c8270eddbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481567 May 17 16:32:08.803095 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 43660) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:32:08.860523 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-28e3874b-748d-40b9-bd26-bbd9c373843a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:08.890819 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-28e3874b-748d-40b9-bd26-bbd9c373843a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:09.164282 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-28e3874b-748d-40b9-bd26-bbd9c373843a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:09.169279 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-40157dd0-c32b-47f4-83db-a3ea6a911c42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:32:09.179882 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3874b-748d-40b9-bd26-bbd9c373843a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d606948d-c792-48d2-83ff-9ce3be6290f3,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:32:09.184261 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-28e3874b-748d-40b9-bd26-bbd9c373843a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:32:09.186268 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-28e3874b-748d-40b9-bd26-bbd9c373843a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:09.187454 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-28e3874b-748d-40b9-bd26-bbd9c373843a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d606948d-c792-48d2-83ff-9ce3be6290f3 HTTP/1.1" status: 204 len: 168 time: 0.3833961 May 17 16:32:09.422320 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e067d81-f565-4dc7-954d-fd427caff495 req-ba8f2c7a-d5ec-4751-bda5-9780219eaa8f tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:09.423677 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0e067d81-f565-4dc7-954d-fd427caff495 req-ba8f2c7a-d5ec-4751-bda5-9780219eaa8f tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 945 time: 0.0786424 May 17 16:32:09.471160 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0e067d81-f565-4dc7-954d-fd427caff495 req-30945005-5b88-4af2-af6c-08b7e58cb989 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418591 May 17 16:32:10.662472 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb8802-f167-46f5-bdc4-682e97597bcf req-d77391d2-80b0-4e8b-b098-635eb71ab59f tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:10.664259 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1ceb8802-f167-46f5-bdc4-682e97597bcf req-d77391d2-80b0-4e8b-b098-635eb71ab59f tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 945 time: 0.0800381 May 17 16:32:10.710245 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1ceb8802-f167-46f5-bdc4-682e97597bcf req-9f7beead-ff1b-47cd-867f-941186aaafdd tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395987 May 17 16:32:10.793643 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device ab032548-d53f-4cfa-bc1f-749425127dbb details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:32:10.926263 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port ab032548-d53f-4cfa-bc1f-749425127dbb, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ab032548-d53f-4cfa-bc1f-749425127dbb,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:32:10.939489 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Returning: {'device': 'ab032548-d53f-4cfa-bc1f-749425127dbb', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'port_id': 'ab032548-d53f-4cfa-bc1f-749425127dbb', 'mac_address': 'fa:16:3e:d6:28:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:32:10.992523 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:11.008971 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab032548-d53f-4cfa-bc1f-749425127dbb {{(pid=79282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:32:11.023808 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port ab032548-d53f-4cfa-bc1f-749425127dbb, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ab032548-d53f-4cfa-bc1f-749425127dbb,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:32:11.146840 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:11.151450 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:32:11.217157 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=ab032548-d53f-4cfa-bc1f-749425127dbb,revision_number=6']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:32:11.219999 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:32:11.248748 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['ab032548-d53f-4cfa-bc1f-749425127dbb'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:32:11.905476 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745be19-6c1b-419b-a689-cdf6643d04c6 req-dcddb3ed-2bc1-446c-bdc7-8ed39549015f tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:11.907221 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a745be19-6c1b-419b-a689-cdf6643d04c6 req-dcddb3ed-2bc1-446c-bdc7-8ed39549015f tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 944 time: 0.0871286 May 17 16:32:11.954052 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a745be19-6c1b-419b-a689-cdf6643d04c6 req-6038f5a9-351c-4537-a567-afb0f895d180 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400584 May 17 16:32:12.819042 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device ab032548-d53f-4cfa-bc1f-749425127dbb up at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:32:12.920753 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning complete for port ab032548-d53f-4cfa-bc1f-749425127dbb triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:32:12.921125 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:13.063677 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:13.092376 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb704110-995d-4f2a-8675-20ca9282ae7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab032548-d53f-4cfa-bc1f-749425127dbb'}] {{(pid=79282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:32:13.102903 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port ab032548-d53f-4cfa-bc1f-749425127dbb, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ab032548-d53f-4cfa-bc1f-749425127dbb,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:32:13.139067 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb704110-995d-4f2a-8675-20ca9282ae7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab032548-d53f-4cfa-bc1f-749425127dbb', 'code': 200} May 17 16:32:13.152145 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbdb50-3f3f-4375-ba8f-a774f42e6bc3 req-ad794548-bb6c-47e4-894c-b358bc53a97d tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:13.153648 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d9dbdb50-3f3f-4375-ba8f-a774f42e6bc3 req-ad794548-bb6c-47e4-894c-b358bc53a97d tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 944 time: 0.0861003 May 17 16:32:13.194239 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:13.196264 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:32:13.202814 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d9dbdb50-3f3f-4375-ba8f-a774f42e6bc3 req-61c96836-ff49-4f51-9b4e-5ffbda2c26ef tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434809 May 17 16:32:13.262421 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=ab032548-d53f-4cfa-bc1f-749425127dbb,revision_number=7']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:32:13.265404 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:32:14.397503 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38ec54-410e-43c3-b6f7-dc05cb5fa9ed req-a4ef0454-010b-41f2-a332-9e0ac4b38e24 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:14.398876 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6d38ec54-410e-43c3-b6f7-dc05cb5fa9ed req-a4ef0454-010b-41f2-a332-9e0ac4b38e24 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 945 time: 0.0806322 May 17 16:32:14.443370 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6d38ec54-410e-43c3-b6f7-dc05cb5fa9ed req-df16254c-cddb-41af-9dfe-a3a51b47029b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387237 May 17 16:32:15.547713 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-bbd5b3e8-9d28-47a4-8d6c-1b6ac3f671c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:15.748139 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5199884-bd4f-47f9-ab5e-471fd0118b60 req-1b596a76-b578-4903-bff8-0f1210a87179 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:15.750262 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c5199884-bd4f-47f9-ab5e-471fd0118b60 req-1b596a76-b578-4903-bff8-0f1210a87179 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 945 time: 0.1850600 May 17 16:32:15.799034 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c5199884-bd4f-47f9-ab5e-471fd0118b60 req-5955655d-9246-491b-be54-d2e8fe03755f tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419919 May 17 16:32:17.009070 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cf1d5-bc09-4f4f-96e4-8211ec850a2f req-ed97fbfd-adb8-40e1-8204-89dcf23715c8 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:17.010541 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0f6cf1d5-bc09-4f4f-96e4-8211ec850a2f req-ed97fbfd-adb8-40e1-8204-89dcf23715c8 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 945 time: 0.0898416 May 17 16:32:17.070328 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0f6cf1d5-bc09-4f4f-96e4-8211ec850a2f req-7f73854e-82a7-467a-b4b2-a2d6ec6a0a52 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536218 May 17 16:32:18.370681 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-6a8df058-bf0d-4a8c-b5b3-2a14208b35f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:18.425719 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7db143-aff5-4bff-b85e-aaf5bd8a7a3e req-fe88d5bf-fb45-45e2-bf10-2b1dfb64866c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:18.427891 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ea7db143-aff5-4bff-b85e-aaf5bd8a7a3e req-fe88d5bf-fb45-45e2-bf10-2b1dfb64866c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 945 time: 0.1000094 May 17 16:32:18.433247 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:18.519343 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ea7db143-aff5-4bff-b85e-aaf5bd8a7a3e req-4debf030-738b-4888-b6fc-6aa9be420746 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644395 May 17 16:32:19.142145 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:19.698311 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b22ffb-469b-445c-921d-548b942a3455 req-833e9c1d-142e-4fcb-9f5f-a50baca9c23f tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:19.700530 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-34b22ffb-469b-445c-921d-548b942a3455 req-833e9c1d-142e-4fcb-9f5f-a50baca9c23f tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 945 time: 0.0889621 May 17 16:32:19.748702 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-34b22ffb-469b-445c-921d-548b942a3455 req-40abf482-7031-4df6-b02d-dee567c2550e tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416255 May 17 16:32:20.674024 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:20.949727 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525f17f-fd17-4ecf-906f-3d23da820006 req-3a9b52a4-59cf-4cf5-b1ac-7fa94636c4f9 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:20.951214 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b525f17f-fd17-4ecf-906f-3d23da820006 req-3a9b52a4-59cf-4cf5-b1ac-7fa94636c4f9 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 945 time: 0.0843515 May 17 16:32:21.004729 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b525f17f-fd17-4ecf-906f-3d23da820006 req-aec58031-fca1-45be-95fb-22de909d285c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457363 May 17 16:32:21.774428 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 43744) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:32:22.033225 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-1920b58a-326f-4220-a978-9834eb8f4330 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Deleting port 47ac72c3-4f33-4e48-a9f1-4243b9c44eba {{(pid=79280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:32:22.033936 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-1920b58a-326f-4220-a978-9834eb8f4330 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:22.116216 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:22.197424 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-1920b58a-326f-4220-a978-9834eb8f4330 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:22.197748 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-1920b58a-326f-4220-a978-9834eb8f4330 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:22.326685 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-1920b58a-326f-4220-a978-9834eb8f4330 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Calling delete_port for 47ac72c3-4f33-4e48-a9f1-4243b9c44eba owned by network:floatingip {{(pid=79280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:32:22.363218 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b309d23-a0b5-4498-800f-66f2d2abf9c5 req-733b3352-3e48-4dba-8831-440c24507ca0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:22.364718 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1b309d23-a0b5-4498-800f-66f2d2abf9c5 req-733b3352-3e48-4dba-8831-440c24507ca0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 945 time: 0.2326128 May 17 16:32:22.423827 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1b309d23-a0b5-4498-800f-66f2d2abf9c5 req-36f6c1e7-2829-4725-ba6a-d7440a3e26ee tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515804 May 17 16:32:22.667934 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-1920b58a-326f-4220-a978-9834eb8f4330 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:22.673224 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-ac7fc36e-c7e6-4f6b-9c21-fe77f469f79d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:32:22.756718 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920b58a-326f-4220-a978-9834eb8f4330 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Pushing event deleted for resources: {'Port': ['ID=47ac72c3-4f33-4e48-a9f1-4243b9c44eba,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:32:22.762042 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-1920b58a-326f-4220-a978-9834eb8f4330 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:32:22.819017 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-1920b58a-326f-4220-a978-9834eb8f4330 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for floatingip, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:22.819611 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.db.l3_db [None req-1920b58a-326f-4220-a978-9834eb8f4330 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Floating IP 4cf1a8df-fdab-40ce-bd39-2a467bea7b96 disassociated (deleted). External IP: 172.27.2.38, port: 002a5661-9f16-4faf-a244-d25e4930520d. May 17 16:32:23.321590 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1920b58a-326f-4220-a978-9834eb8f4330 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Router bd18d908-8522-4186-a689-5350e58ffb0f has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:32:23.513599 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1920b58a-326f-4220-a978-9834eb8f4330 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:32:23.525885 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ee56e-8f24-4346-97f4-b5b9ccc6ea1e None None] Sync routers for ids ['bd18d908-8522-4186-a689-5350e58ffb0f'] in dv-cinder-768105-8-iscsi {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:32:23.537840 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ee56e-8f24-4346-97f4-b5b9ccc6ea1e None None] Routers {'bd18d908-8522-4186-a689-5350e58ffb0f'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:32:23.539963 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-e22ee56e-8f24-4346-97f4-b5b9ccc6ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:32:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['bd18d908-8522-4186-a689-5350e58ffb0f'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:32:23.643855 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-1920b58a-326f-4220-a978-9834eb8f4330 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for floatingip, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:23.709158 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-1920b58a-326f-4220-a978-9834eb8f4330 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "DELETE /v2.0/floatingips/4cf1a8df-fdab-40ce-bd39-2a467bea7b96 HTTP/1.1" status: 204 len: 168 time: 1.9335475 May 17 16:32:23.710393 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed419b04-3b55-4d71-ab0b-b1749ba19b83', 'tag': '002a5661-9f16-4faf-a244-d25e4930520d'}] {{(pid=79280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:32:23.760180 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a41332-6e48-4dd2-a95c-086ea60e83d5 req-2af2c0ce-a99b-4716-bdcb-1c543bc85944 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:23.766514 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-09a41332-6e48-4dd2-a95c-086ea60e83d5 req-2af2c0ce-a99b-4716-bdcb-1c543bc85944 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 945 time: 0.2029045 May 17 16:32:23.788892 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-e22ee56e-8f24-4346-97f4-b5b9ccc6ea1e None None] Set router bd18d908-8522-4186-a689-5350e58ffb0f gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:32:23.859548 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-09a41332-6e48-4dd2-a95c-086ea60e83d5 req-ce85d9d7-87ea-4b5d-a965-4eb07a4ff230 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0862596 May 17 16:32:23.915803 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed419b04-3b55-4d71-ab0b-b1749ba19b83', 'tag': '002a5661-9f16-4faf-a244-d25e4930520d', 'status': 'completed', 'code': 200} May 17 16:32:24.013040 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a3630-ce19-4f26-b404-f3630c94a2b2 req-d67c18fd-2cde-4ff8-a6a0-70c9d19f078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:24.014722 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-862a3630-ce19-4f26-b404-f3630c94a2b2 req-d67c18fd-2cde-4ff8-a6a0-70c9d19f078d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f73ea9c6d28493eaca084a724daa4ae&device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 1099 time: 0.0774035 May 17 16:32:24.162023 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-e22ee56e-8f24-4346-97f4-b5b9ccc6ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'name': 'tempest-TestShelveInstance-1089850796-router', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:39Z', 'updated_at': '2021-05-17T16:24:46Z', 'revision_number': 4, 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'gw_port': {'id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:40Z', 'updated_at': '2021-05-17T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': '277f7b4b-b778-4dcb-98ec-b6aeb86d830b', 'name': '', 'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'mac_address': 'fa:16:3e:f4:92:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9d086fd8-03be-4322-9dc6-8915072f2b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:45Z', 'updated_at': '2021-05-17T16:24:53Z', 'revision_number': 5, 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'subnets': [{'id': '9d086fd8-03be-4322-9dc6-8915072f2b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:32:24.167385 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ee56e-8f24-4346-97f4-b5b9ccc6ea1e None None] Checking router: bd18d908-8522-4186-a689-5350e58ffb0f for host: dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:32:24.179196 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ee56e-8f24-4346-97f4-b5b9ccc6ea1e None None] Routers {'bd18d908-8522-4186-a689-5350e58ffb0f'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:32:24.179803 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-e22ee56e-8f24-4346-97f4-b5b9ccc6ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:32:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['bd18d908-8522-4186-a689-5350e58ffb0f'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:32:24.188848 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a3630-ce19-4f26-b404-f3630c94a2b2 req-bdc9a37e-8f0b-4a9d-8424-cb3c2263dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:24.190467 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-862a3630-ce19-4f26-b404-f3630c94a2b2 req-bdc9a37e-8f0b-4a9d-8424-cb3c2263dfc1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ee4d78fa-99de-44c7-9335-553d5242008a HTTP/1.1" status: 200 len: 910 time: 0.1689644 May 17 16:32:24.278447 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-862a3630-ce19-4f26-b404-f3630c94a2b2 req-266d5708-4ee8-4c26-be04-10a11547c697 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=002a5661-9f16-4faf-a244-d25e4930520d HTTP/1.1" status: 200 len: 217 time: 0.0805042 May 17 16:32:24.349855 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a3630-ce19-4f26-b404-f3630c94a2b2 req-3824f858-2783-46a4-8ee2-c95117d3cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:24.351326 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-862a3630-ce19-4f26-b404-f3630c94a2b2 req-3824f858-2783-46a4-8ee2-c95117d3cdd3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d086fd8-03be-4322-9dc6-8915072f2b3a HTTP/1.1" status: 200 len: 848 time: 0.0649409 May 17 16:32:24.433332 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-e22ee56e-8f24-4346-97f4-b5b9ccc6ea1e None None] Set router bd18d908-8522-4186-a689-5350e58ffb0f gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:32:24.485973 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a3630-ce19-4f26-b404-f3630c94a2b2 req-85e9134e-5d3a-4d0d-bd5d-ae0800c64ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:24.488470 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-862a3630-ce19-4f26-b404-f3630c94a2b2 req-85e9134e-5d3a-4d0d-bd5d-ae0800c64ae0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ee4d78fa-99de-44c7-9335-553d5242008a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1286619 May 17 16:32:24.736129 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73561617-c28c-43bc-9e15-2034e1c9699d req-b5d9bd10-8ad5-4aa2-a1df-a13f17165d31 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:24.736550 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-73561617-c28c-43bc-9e15-2034e1c9699d req-b5d9bd10-8ad5-4aa2-a1df-a13f17165d31 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Synchronizing usage tracker for tenant:5f73ea9c6d28493eaca084a724daa4ae on resource:port {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:32:24.743579 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-862a3630-ce19-4f26-b404-f3630c94a2b2 req-f80613dc-3b85-4cf8-ac1c-1a3721dc7297 service neutron] 10.222.0.24 "GET /v2.0/networks/ee4d78fa-99de-44c7-9335-553d5242008a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472138 May 17 16:32:24.922211 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-862a3630-ce19-4f26-b404-f3630c94a2b2 req-5a0edbf1-d12e-43fa-a4e1-f9132e2aeb24 service neutron] 10.222.0.24 "GET /v2.0/networks/ee4d78fa-99de-44c7-9335-553d5242008a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701772 May 17 16:32:24.927711 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-e22ee56e-8f24-4346-97f4-b5b9ccc6ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'name': 'tempest-TestShelveInstance-1089850796-router', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:39Z', 'updated_at': '2021-05-17T16:24:46Z', 'revision_number': 4, 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'gw_port': {'id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:40Z', 'updated_at': '2021-05-17T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': '277f7b4b-b778-4dcb-98ec-b6aeb86d830b', 'name': '', 'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'mac_address': 'fa:16:3e:f4:92:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9d086fd8-03be-4322-9dc6-8915072f2b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:45Z', 'updated_at': '2021-05-17T16:24:53Z', 'revision_number': 5, 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'subnets': [{'id': '9d086fd8-03be-4322-9dc6-8915072f2b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:32:24.930455 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-73561617-c28c-43bc-9e15-2034e1c9699d req-b5d9bd10-8ad5-4aa2-a1df-a13f17165d31 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Unset dirty status for tenant:5f73ea9c6d28493eaca084a724daa4ae on resource:port {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:32:24.931577 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-73561617-c28c-43bc-9e15-2034e1c9699d req-b5d9bd10-8ad5-4aa2-a1df-a13f17165d31 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 946 time: 0.3235044 May 17 16:32:24.934744 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ee56e-8f24-4346-97f4-b5b9ccc6ea1e None None] The sync data for ids ['bd18d908-8522-4186-a689-5350e58ffb0f'] in dv-cinder-768105-8-iscsi is: [{'id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'name': 'tempest-TestShelveInstance-1089850796-router', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:39Z', 'updated_at': '2021-05-17T16:24:46Z', 'revision_number': 4, 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'gw_port': {'id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:40Z', 'updated_at': '2021-05-17T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': '277f7b4b-b778-4dcb-98ec-b6aeb86d830b', 'name': '', 'network_id': 'ee4d78fa-99de-44c7-9335-553d5242008a', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'mac_address': 'fa:16:3e:f4:92:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '9d086fd8-03be-4322-9dc6-8915072f2b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:45Z', 'updated_at': '2021-05-17T16:24:53Z', 'revision_number': 5, 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'subnets': [{'id': '9d086fd8-03be-4322-9dc6-8915072f2b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:32:25.017986 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-73561617-c28c-43bc-9e15-2034e1c9699d req-e6596e35-591b-451d-ace0-300b4665c561 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703282 May 17 16:32:25.110341 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027a834-ee39-47a9-90f3-ac3bce7753ab req-2faf8be9-d917-4a75-85b8-1afd9ab988f0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:25.110341 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7027a834-ee39-47a9-90f3-ac3bce7753ab req-2faf8be9-d917-4a75-85b8-1afd9ab988f0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 945 time: 0.1032293 May 17 16:32:25.290738 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a849d3-0996-47d6-bf1d-e724ab914f3b None None] New status for floating IP 4cf1a8df-fdab-40ce-bd39-2a467bea7b96: DOWN {{(pid=79283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:32:25.301931 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7027a834-ee39-47a9-90f3-ac3bce7753ab req-fb22f4e1-63aa-4ff3-bbea-797c1dd2c076 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1874866 May 17 16:32:26.268396 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea066cd-a517-4307-854b-6ce1a86d8fda req-8c5c9532-b670-4ce0-9fb0-3b53baba35e0 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:26.269825 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0ea066cd-a517-4307-854b-6ce1a86d8fda req-8c5c9532-b670-4ce0-9fb0-3b53baba35e0 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 946 time: 0.1412957 May 17 16:32:26.277957 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb733f-e7fa-4c20-9df2-830116f05f82 req-5b644c0f-841f-45b3-a1ce-af5054f6ee1a tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:26.279324 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-36fb733f-e7fa-4c20-9df2-830116f05f82 req-5b644c0f-841f-45b3-a1ce-af5054f6ee1a tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 946 time: 0.1167767 May 17 16:32:26.392851 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0ea066cd-a517-4307-854b-6ce1a86d8fda req-659ef16b-66e8-4759-ae15-0e3691ea7012 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/security-groups?id=408c3aa2-0017-4d0f-827e-ad0f294595c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101527 May 17 16:32:26.556001 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04aaa28-671e-4629-9896-15a473479a7e req-754ff313-dc0b-4e83-a555-60e01beeb04c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:26.557481 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b04aaa28-671e-4629-9896-15a473479a7e req-754ff313-dc0b-4e83-a555-60e01beeb04c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 945 time: 0.1251326 May 17 16:32:26.559185 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [req-36fb733f-e7fa-4c20-9df2-830116f05f82 req-0179bf93-87a8-4e45-bdd0-766b80bf0d10 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Deleting port 002a5661-9f16-4faf-a244-d25e4930520d {{(pid=79280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:32:26.559527 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-36fb733f-e7fa-4c20-9df2-830116f05f82 req-0179bf93-87a8-4e45-bdd0-766b80bf0d10 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:26.694386 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b04aaa28-671e-4629-9896-15a473479a7e req-94cac62c-9516-4137-9985-832a46cff5f5 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1208427 May 17 16:32:26.749691 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-36fb733f-e7fa-4c20-9df2-830116f05f82 req-0179bf93-87a8-4e45-bdd0-766b80bf0d10 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] For port 002a5661-9f16-4faf-a244-d25e4930520d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=002a5661-9f16-4faf-a244-d25e4930520d,segment=NetworkSegment(75ef667e-e700-4ff5-a748-41212a7678bf),segment_id=75ef667e-e700-4ff5-a748-41212a7678bf)] {{(pid=79280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:32:26.750134 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-36fb733f-e7fa-4c20-9df2-830116f05f82 req-0179bf93-87a8-4e45-bdd0-766b80bf0d10 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:26.883442 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [req-36fb733f-e7fa-4c20-9df2-830116f05f82 req-0179bf93-87a8-4e45-bdd0-766b80bf0d10 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Calling delete_port for 002a5661-9f16-4faf-a244-d25e4930520d owned by compute:nova {{(pid=79280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:32:27.244655 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-36fb733f-e7fa-4c20-9df2-830116f05f82 req-0179bf93-87a8-4e45-bdd0-766b80bf0d10 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:27.255564 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:32:27.335974 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179bf93-87a8-4e45-bdd0-766b80bf0d10 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Pushing event deleted for resources: {'Port': ['ID=002a5661-9f16-4faf-a244-d25e4930520d,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:32:27.352700 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0179bf93-87a8-4e45-bdd0-766b80bf0d10 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:32:27.354114 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0179bf93-87a8-4e45-bdd0-766b80bf0d10 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:32:27.354114 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0179bf93-87a8-4e45-bdd0-766b80bf0d10 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:32:27.354114 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0179bf93-87a8-4e45-bdd0-766b80bf0d10 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:32:27.354565 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0179bf93-87a8-4e45-bdd0-766b80bf0d10 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:32:27.354565 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0179bf93-87a8-4e45-bdd0-766b80bf0d10 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:32:27.354856 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0179bf93-87a8-4e45-bdd0-766b80bf0d10 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:32:27.355205 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0179bf93-87a8-4e45-bdd0-766b80bf0d10 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:32:27.355552 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0179bf93-87a8-4e45-bdd0-766b80bf0d10 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:32:27.355896 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0179bf93-87a8-4e45-bdd0-766b80bf0d10 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:32:27.356244 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0179bf93-87a8-4e45-bdd0-766b80bf0d10 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:32:27.356590 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0179bf93-87a8-4e45-bdd0-766b80bf0d10 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:32:27.359746 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-0179bf93-87a8-4e45-bdd0-766b80bf0d10 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:32:27.395667 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fb733f-e7fa-4c20-9df2-830116f05f82 req-0179bf93-87a8-4e45-bdd0-766b80bf0d10 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] No DVR routers for this DVR port 002a5661-9f16-4faf-a244-d25e4930520d on host hv-cinder-76810 {{(pid=79280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:32:27.398183 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-36fb733f-e7fa-4c20-9df2-830116f05f82 req-0179bf93-87a8-4e45-bdd0-766b80bf0d10 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:27.400943 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed419b04-3b55-4d71-ab0b-b1749ba19b83', 'name': 'network-vif-deleted', 'tag': '002a5661-9f16-4faf-a244-d25e4930520d'}] {{(pid=79280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:32:27.449522 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed419b04-3b55-4d71-ab0b-b1749ba19b83', 'name': 'network-vif-deleted', 'tag': '002a5661-9f16-4faf-a244-d25e4930520d', 'status': 'completed', 'code': 200} May 17 16:32:27.491791 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-36fb733f-e7fa-4c20-9df2-830116f05f82 req-0179bf93-87a8-4e45-bdd0-766b80bf0d10 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.24 "DELETE /v2.0/ports/002a5661-9f16-4faf-a244-d25e4930520d HTTP/1.1" status: 204 len: 173 time: 1.1964998 May 17 16:32:27.543198 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-28b8f9a0-8449-4eb1-9945-63400d0108d0 req-6a93e374-3743-4b40-a8e0-fc0b8f6dffc6 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Synchronizing usage tracker for tenant:5f73ea9c6d28493eaca084a724daa4ae on resource:port {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:32:27.662454 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-28b8f9a0-8449-4eb1-9945-63400d0108d0 req-6a93e374-3743-4b40-a8e0-fc0b8f6dffc6 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Unset dirty status for tenant:5f73ea9c6d28493eaca084a724daa4ae on resource:port {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:32:27.664323 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-28b8f9a0-8449-4eb1-9945-63400d0108d0 req-6a93e374-3743-4b40-a8e0-fc0b8f6dffc6 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 210 time: 0.1653938 May 17 16:32:27.881351 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba030785-26b0-4cbc-8f9c-18b49ef38e9e req-0ca83258-71a7-40e8-a74b-831c6de1bb7a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:27.882858 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ba030785-26b0-4cbc-8f9c-18b49ef38e9e req-0ca83258-71a7-40e8-a74b-831c6de1bb7a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 945 time: 0.0802028 May 17 16:32:27.928042 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ba030785-26b0-4cbc-8f9c-18b49ef38e9e req-137bc7e7-3123-4d7d-9966-ce85b49c0ce4 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392480 May 17 16:32:28.679700 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ae8db-1870-414e-aedd-7b908cabef1c req-a09d830c-93c1-46b2-8b60-77febacd7faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:28.681070 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-381ae8db-1870-414e-aedd-7b908cabef1c req-a09d830c-93c1-46b2-8b60-77febacd7faa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ea92b2008324514984db0dee23989df&device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 1098 time: 0.0734708 May 17 16:32:28.849392 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6d0bc55d-2d86-407c-959c-a25e4667b7db req-601d962d-d53b-4ea3-99d5-609e5bae4197 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed419b04-3b55-4d71-ab0b-b1749ba19b83 HTTP/1.1" status: 200 len: 210 time: 0.0543468 May 17 16:32:28.856259 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ae8db-1870-414e-aedd-7b908cabef1c req-4ed7b0a5-4634-42ea-8644-915934af49ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:28.857602 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-381ae8db-1870-414e-aedd-7b908cabef1c req-4ed7b0a5-4634-42ea-8644-915934af49ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=b385ca28-bc09-4262-bdca-a3584d9f84aa HTTP/1.1" status: 200 len: 918 time: 0.1689897 May 17 16:32:28.962852 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-381ae8db-1870-414e-aedd-7b908cabef1c req-39089e83-c1d3-455a-91b4-3dfb89124aa5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab032548-d53f-4cfa-bc1f-749425127dbb HTTP/1.1" status: 200 len: 1001 time: 0.0970132 May 17 16:32:29.025350 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ae8db-1870-414e-aedd-7b908cabef1c req-1a4b2f88-48c5-4afb-bca4-96ac661e9a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:29.026788 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-381ae8db-1870-414e-aedd-7b908cabef1c req-1a4b2f88-48c5-4afb-bca4-96ac661e9a8c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e88814d7-1622-4f60-af12-99e2074dbe02 HTTP/1.1" status: 200 len: 856 time: 0.0576651 May 17 16:32:29.268160 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ae8db-1870-414e-aedd-7b908cabef1c req-1971e615-eb2b-4568-b60d-518f82dbd9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:29.269658 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-381ae8db-1870-414e-aedd-7b908cabef1c req-1971e615-eb2b-4568-b60d-518f82dbd9d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b385ca28-bc09-4262-bdca-a3584d9f84aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2366176 May 17 16:32:29.278264 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fcde41-6979-46a8-ace4-bec07dbaf307 req-b6b61726-d961-4302-af11-2d973cc57f34 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:29.283381 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-62fcde41-6979-46a8-ace4-bec07dbaf307 req-b6b61726-d961-4302-af11-2d973cc57f34 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 945 time: 0.2050507 May 17 16:32:29.406229 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-62fcde41-6979-46a8-ace4-bec07dbaf307 req-e454fae6-c108-46dd-8155-625058d9bb5d tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1060133 May 17 16:32:29.444027 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-381ae8db-1870-414e-aedd-7b908cabef1c req-cd66cbf1-bb38-4cc4-bf22-c2e98dc1b024 service neutron] 10.222.0.24 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634359 May 17 16:32:29.576310 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-381ae8db-1870-414e-aedd-7b908cabef1c req-6b16b0c3-7e5e-4633-bf50-e5de24af66ae service neutron] 10.222.0.24 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258647 May 17 16:32:29.945524 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 43810) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:32:30.013861 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-392104dd-cbe0-4c8f-b9e0-9246f3042c0d tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:30.045432 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-392104dd-cbe0-4c8f-b9e0-9246f3042c0d tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:30.204831 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-392104dd-cbe0-4c8f-b9e0-9246f3042c0d tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:30.209643 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-0df42470-1238-4ca3-847e-61845a0f758c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:32:30.225261 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392104dd-cbe0-4c8f-b9e0-9246f3042c0d tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=408c3aa2-0017-4d0f-827e-ad0f294595c8,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:32:30.228217 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-392104dd-cbe0-4c8f-b9e0-9246f3042c0d tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:32:30.340121 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-392104dd-cbe0-4c8f-b9e0-9246f3042c0d tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:30.341319 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-392104dd-cbe0-4c8f-b9e0-9246f3042c0d tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] 10.222.0.11 "DELETE /v2.0/security-groups/408c3aa2-0017-4d0f-827e-ad0f294595c8 HTTP/1.1" status: 204 len: 168 time: 0.3947442 May 17 16:32:30.498367 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 43820) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:32:30.841165 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 002a5661-9f16-4faf-a244-d25e4930520d no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:32:30.881086 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] No Port match for: 002a5661-9f16-4faf-a244-d25e4930520d {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:32:30.881473 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 002a5661-9f16-4faf-a244-d25e4930520d not bound to the agent host hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:32:30.881918 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device ab032548-d53f-4cfa-bc1f-749425127dbb no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:32:30.980102 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72ad7f-e832-458f-98ff-72e17d334da5 req-97e07b8c-ef08-4d1c-b548-871a139b6146 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:30.981542 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-be72ad7f-e832-458f-98ff-72e17d334da5 req-97e07b8c-ef08-4d1c-b548-871a139b6146 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 945 time: 0.4528553 May 17 16:32:30.992923 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:31.020639 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb704110-995d-4f2a-8675-20ca9282ae7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab032548-d53f-4cfa-bc1f-749425127dbb'}] {{(pid=79282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:32:31.031735 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port ab032548-d53f-4cfa-bc1f-749425127dbb, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ab032548-d53f-4cfa-bc1f-749425127dbb,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:32:31.066276 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb704110-995d-4f2a-8675-20ca9282ae7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab032548-d53f-4cfa-bc1f-749425127dbb', 'code': 200} May 17 16:32:31.101739 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:31.104214 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:32:31.108978 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-be72ad7f-e832-458f-98ff-72e17d334da5 req-7c346d4d-9563-4a57-b50c-8db137af14f9 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1137650 May 17 16:32:31.175825 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=ab032548-d53f-4cfa-bc1f-749425127dbb,revision_number=8']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:32:31.178909 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:32:31.338770 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a25-ca8c-4d5e-aa01-b123e02bd368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402885'] for router_interface, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:31.859534 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a25-ca8c-4d5e-aa01-b123e02bd368 admin admin] Deleting port 277f7b4b-b778-4dcb-98ec-b6aeb86d830b {{(pid=79280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:32:31.859912 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a25-ca8c-4d5e-aa01-b123e02bd368 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:31.987134 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [None req-a4a86a25-ca8c-4d5e-aa01-b123e02bd368 admin admin] For port 277f7b4b-b778-4dcb-98ec-b6aeb86d830b, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=277f7b4b-b778-4dcb-98ec-b6aeb86d830b,segment=NetworkSegment(75ef667e-e700-4ff5-a748-41212a7678bf),segment_id=75ef667e-e700-4ff5-a748-41212a7678bf)] {{(pid=79280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:32:31.987840 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a25-ca8c-4d5e-aa01-b123e02bd368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:32.113153 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86a25-ca8c-4d5e-aa01-b123e02bd368 admin admin] Calling delete_port for 277f7b4b-b778-4dcb-98ec-b6aeb86d830b owned by network:router_interface {{(pid=79280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:32:32.407620 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81550f31-55a7-487e-8669-edeadb42a5c1 req-964271ab-e49e-47b4-b8a4-f48e6cfdf508 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:32.409045 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-81550f31-55a7-487e-8669-edeadb42a5c1 req-964271ab-e49e-47b4-b8a4-f48e6cfdf508 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 943 time: 0.1421556 May 17 16:32:32.503561 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-81550f31-55a7-487e-8669-edeadb42a5c1 req-f7d78f49-5c62-4c52-abaf-b0fc13856b70 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881639 May 17 16:32:32.639080 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a25-ca8c-4d5e-aa01-b123e02bd368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:32.642954 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-2db42323-d600-4c34-81d1-679050f89aeb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:32:32.686020 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a86a25-ca8c-4d5e-aa01-b123e02bd368 admin admin] Pushing event deleted for resources: {'Port': ['ID=277f7b4b-b778-4dcb-98ec-b6aeb86d830b,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:32:32.689119 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-a4a86a25-ca8c-4d5e-aa01-b123e02bd368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:32:32.969132 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-a4a86a25-ca8c-4d5e-aa01-b123e02bd368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-515316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402793'] for router_interface, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:33.448103 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a86a25-ca8c-4d5e-aa01-b123e02bd368 admin admin] Router bd18d908-8522-4186-a689-5350e58ffb0f has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:32:33.637745 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a86a25-ca8c-4d5e-aa01-b123e02bd368 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:32:33.648063 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aea67d-cd63-477b-99bc-27f884924158 None None] Sync routers for ids ['bd18d908-8522-4186-a689-5350e58ffb0f'] in dv-cinder-768105-8-iscsi {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:32:33.659363 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aea67d-cd63-477b-99bc-27f884924158 None None] Routers {'bd18d908-8522-4186-a689-5350e58ffb0f'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:32:33.659997 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-86aea67d-cd63-477b-99bc-27f884924158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:32:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['bd18d908-8522-4186-a689-5350e58ffb0f'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:32:33.755137 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-a4a86a25-ca8c-4d5e-aa01-b123e02bd368 admin admin] 10.222.0.11 "PUT /v2.0/routers/bd18d908-8522-4186-a689-5350e58ffb0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2544534 May 17 16:32:33.757752 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 43848) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:32:33.842946 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-86aea67d-cd63-477b-99bc-27f884924158 None None] Set router bd18d908-8522-4186-a689-5350e58ffb0f gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:32:33.936514 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b7c7478d-91c2-45a7-89ab-1ff21a272b38 admin admin] Notify callbacks [] for router, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:34.118893 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b7c7478d-91c2-45a7-89ab-1ff21a272b38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:34.133502 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-86aea67d-cd63-477b-99bc-27f884924158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'name': 'tempest-TestShelveInstance-1089850796-router', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:39Z', 'updated_at': '2021-05-17T16:32:32Z', 'revision_number': 5, 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'gw_port': {'id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:40Z', 'updated_at': '2021-05-17T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:32:34.137530 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aea67d-cd63-477b-99bc-27f884924158 None None] Checking router: bd18d908-8522-4186-a689-5350e58ffb0f for host: dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:32:34.146636 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aea67d-cd63-477b-99bc-27f884924158 None None] Routers {'bd18d908-8522-4186-a689-5350e58ffb0f'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:32:34.147252 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-86aea67d-cd63-477b-99bc-27f884924158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:32:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['bd18d908-8522-4186-a689-5350e58ffb0f'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:32:34.315885 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-b7c7478d-91c2-45a7-89ab-1ff21a272b38 admin admin] Deleting port eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e {{(pid=79280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:32:34.316595 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b7c7478d-91c2-45a7-89ab-1ff21a272b38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:34.334212 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-86aea67d-cd63-477b-99bc-27f884924158 None None] Set router bd18d908-8522-4186-a689-5350e58ffb0f gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:32:34.443802 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [None req-b7c7478d-91c2-45a7-89ab-1ff21a272b38 admin admin] For port eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e,segment=NetworkSegment(b4de580b-76bc-403f-9a98-9ee7fe7150e1),segment_id=b4de580b-76bc-403f-9a98-9ee7fe7150e1)] {{(pid=79280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:32:34.444169 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b7c7478d-91c2-45a7-89ab-1ff21a272b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:34.601766 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-b7c7478d-91c2-45a7-89ab-1ff21a272b38 admin admin] Calling delete_port for eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e owned by network:router_gateway {{(pid=79280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:32:34.625478 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-86aea67d-cd63-477b-99bc-27f884924158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'name': 'tempest-TestShelveInstance-1089850796-router', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:39Z', 'updated_at': '2021-05-17T16:32:32Z', 'revision_number': 5, 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'gw_port': {'id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:40Z', 'updated_at': '2021-05-17T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:32:34.630007 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aea67d-cd63-477b-99bc-27f884924158 None None] The sync data for ids ['bd18d908-8522-4186-a689-5350e58ffb0f'] in dv-cinder-768105-8-iscsi is: [{'id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'name': 'tempest-TestShelveInstance-1089850796-router', 'tenant_id': '5f73ea9c6d28493eaca084a724daa4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:39Z', 'updated_at': '2021-05-17T16:32:32Z', 'revision_number': 5, 'project_id': '5f73ea9c6d28493eaca084a724daa4ae', 'gw_port': {'id': 'eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:f5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd18d908-8522-4186-a689-5350e58ffb0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:40Z', 'updated_at': '2021-05-17T16:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}] {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:32:34.827521 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b7c7478d-91c2-45a7-89ab-1ff21a272b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:34.834280 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-4a946b50-cdd3-4919-bf4b-2747ed0b211f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:32:34.878751 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7478d-91c2-45a7-89ab-1ff21a272b38 admin admin] Pushing event deleted for resources: {'Port': ['ID=eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:32:34.882061 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-b7c7478d-91c2-45a7-89ab-1ff21a272b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:32:34.898825 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device ab032548-d53f-4cfa-bc1f-749425127dbb no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:32:34.910993 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:32:34.969812 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b7c7478d-91c2-45a7-89ab-1ff21a272b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432866'] for router_gateway, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:35.237780 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 277f7b4b-b778-4dcb-98ec-b6aeb86d830b no longer exists at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:32:35.271729 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b7c7478d-91c2-45a7-89ab-1ff21a272b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045998'] for router, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:35.272991 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] No Port match for: 277f7b4b-b778-4dcb-98ec-b6aeb86d830b {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:32:35.273617 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 277f7b4b-b778-4dcb-98ec-b6aeb86d830b not bound to the agent host dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:32:35.274169 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b7c7478d-91c2-45a7-89ab-1ff21a272b38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:35.375846 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b7c7478d-91c2-45a7-89ab-1ff21a272b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432666'] for router, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:35.376403 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c7478d-91c2-45a7-89ab-1ff21a272b38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd18d908-8522-4186-a689-5350e58ffb0f {{(pid=79280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 16:32:35.392221 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-b7c7478d-91c2-45a7-89ab-1ff21a272b38 admin admin] Notify callbacks [] for router, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:35.396075 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-b7c7478d-91c2-45a7-89ab-1ff21a272b38 admin admin] 10.222.0.11 "DELETE /v2.0/routers/bd18d908-8522-4186-a689-5350e58ffb0f HTTP/1.1" status: 204 len: 168 time: 1.6347282 May 17 16:32:35.396266 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 43870) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:32:35.466989 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c79186-8124-4e0a-9c26-de6a7cad9ef0 admin admin] Deleting subnet 9d086fd8-03be-4322-9dc6-8915072f2b3a {{(pid=79280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:32:35.470125 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f8c79186-8124-4e0a-9c26-de6a7cad9ef0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:35.529934 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f8c79186-8124-4e0a-9c26-de6a7cad9ef0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998496'] for subnet, precommit_delete_associations {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:35.651533 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f8c79186-8124-4e0a-9c26-de6a7cad9ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8075481'] for subnet, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:35.995180 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3e760-8574-4abc-9836-f9f0268735f9 req-7808cbbe-974c-4c26-a048-448b45e74918 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:36.071093 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-71c3e760-8574-4abc-9836-f9f0268735f9 req-7808cbbe-974c-4c26-a048-448b45e74918 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 943 time: 0.1602728 May 17 16:32:36.071093 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-71c3e760-8574-4abc-9836-f9f0268735f9 req-646e2dfc-e4a6-44e7-8763-72930bf17304 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422015 May 17 16:32:36.096466 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f8c79186-8124-4e0a-9c26-de6a7cad9ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8075474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1940292'] for subnet, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:36.111074 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-f6495acc-bb04-42b3-94e5-2c1cff450cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:32:36.142654 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c79186-8124-4e0a-9c26-de6a7cad9ef0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d086fd8-03be-4322-9dc6-8915072f2b3a,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:32:36.144559 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f8c79186-8124-4e0a-9c26-de6a7cad9ef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for subnet, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:36.149121 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-f8c79186-8124-4e0a-9c26-de6a7cad9ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:32:36.150436 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fa20d6-1cb4-4fdc-897e-3f5b8792eb27 None None] Network ee4d78fa-99de-44c7-9335-553d5242008a requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:32:36.151858 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-f8c79186-8124-4e0a-9c26-de6a7cad9ef0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9d086fd8-03be-4322-9dc6-8915072f2b3a HTTP/1.1" status: 204 len: 168 time: 0.7539794 May 17 16:32:36.154221 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 43892) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:32:36.267120 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-652ed127-6537-4b60-a22d-8da53855cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7952015'] for network, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:36.340174 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-652ed127-6537-4b60-a22d-8da53855cfb6 admin admin] Deleting port c2fb1868-e47b-4883-a8e5-d47b2d7abaae {{(pid=79280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:32:36.340526 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-652ed127-6537-4b60-a22d-8da53855cfb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:36.419347 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad22b5e0-bde4-464a-aa24-0b6e47016aeb None None] DHCP port deletion for ee4d78fa-99de-44c7-9335-553d5242008a request from dv-cinder-768105-8-iscsi {{(pid=79282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 16:32:36.445100 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 43900) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:32:36.458377 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [None req-652ed127-6537-4b60-a22d-8da53855cfb6 admin admin] For port c2fb1868-e47b-4883-a8e5-d47b2d7abaae, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=c2fb1868-e47b-4883-a8e5-d47b2d7abaae,segment=NetworkSegment(75ef667e-e700-4ff5-a748-41212a7678bf),segment_id=75ef667e-e700-4ff5-a748-41212a7678bf)] {{(pid=79280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:32:36.458739 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-652ed127-6537-4b60-a22d-8da53855cfb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:36.500004 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-ad22b5e0-bde4-464a-aa24-0b6e47016aeb None None] Deleting port c2fb1868-e47b-4883-a8e5-d47b2d7abaae {{(pid=79282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:32:36.500605 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-ad22b5e0-bde4-464a-aa24-0b6e47016aeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:36.577454 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-f6601438-3977-441f-9e9b-05cca1e84f27 req-c06460fa-ab31-4db2-a536-06f682e439bf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1296184 May 17 16:32:36.596570 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-652ed127-6537-4b60-a22d-8da53855cfb6 admin admin] Calling delete_port for c2fb1868-e47b-4883-a8e5-d47b2d7abaae owned by network:dhcp {{(pid=79280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:32:36.602516 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-ad22b5e0-bde4-464a-aa24-0b6e47016aeb None None] For port c2fb1868-e47b-4883-a8e5-d47b2d7abaae, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=c2fb1868-e47b-4883-a8e5-d47b2d7abaae,segment=NetworkSegment(75ef667e-e700-4ff5-a748-41212a7678bf),segment_id=75ef667e-e700-4ff5-a748-41212a7678bf)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:32:36.602936 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-ad22b5e0-bde4-464a-aa24-0b6e47016aeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:36.729751 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-ad22b5e0-bde4-464a-aa24-0b6e47016aeb None None] Calling delete_port for c2fb1868-e47b-4883-a8e5-d47b2d7abaae owned by network:dhcp {{(pid=79282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:32:36.747273 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-652ed127-6537-4b60-a22d-8da53855cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:36.753101 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-23e97d58-a805-48f2-9be1-c4f2a79901da tempest-VolumesActionsTest-1946979701 tempest-VolumesActionsTest-1946979701-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:32:36.800694 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ed127-6537-4b60-a22d-8da53855cfb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2fb1868-e47b-4883-a8e5-d47b2d7abaae,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:32:36.803212 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652ed127-6537-4b60-a22d-8da53855cfb6 admin admin] No DVR routers for this DVR port c2fb1868-e47b-4883-a8e5-d47b2d7abaae on host dv-cinder-768105-8-iscsi {{(pid=79280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:32:36.804798 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-652ed127-6537-4b60-a22d-8da53855cfb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:32:36.859049 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-ad22b5e0-bde4-464a-aa24-0b6e47016aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850'] for port, after_delete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:36.862739 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:32:36.909381 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22b5e0-bde4-464a-aa24-0b6e47016aeb None None] Pushing event deleted for resources: {'Port': ['ID=c2fb1868-e47b-4883-a8e5-d47b2d7abaae,revision_number=None']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:32:36.913440 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-ad22b5e0-bde4-464a-aa24-0b6e47016aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:32:36.914506 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad22b5e0-bde4-464a-aa24-0b6e47016aeb None None] No DVR routers for this DVR port c2fb1868-e47b-4883-a8e5-d47b2d7abaae on host dv-cinder-768105-8-iscsi {{(pid=79282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:32:37.030439 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-652ed127-6537-4b60-a22d-8da53855cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8075500', 'neutron.services.segments.db._delete_segments_for_network-8780704027010'] for network, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:37.047931 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.services.segments.db [None req-652ed127-6537-4b60-a22d-8da53855cfb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee4d78fa-99de-44c7-9335-553d5242008a']}} {{(pid=79280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:32:37.062257 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.services.segments.db [None req-652ed127-6537-4b60-a22d-8da53855cfb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ef667e-e700-4ff5-a748-41212a7678bf') {'for_net_delete': True} {{(pid=79280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:32:37.062582 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.services.segments.db [None req-652ed127-6537-4b60-a22d-8da53855cfb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ef667e-e700-4ff5-a748-41212a7678bf') {} {{(pid=79280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:32:37.075120 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-652ed127-6537-4b60-a22d-8da53855cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780704039051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1998511'] for segment, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:37.101869 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-652ed127-6537-4b60-a22d-8da53855cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:37.108531 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652ed127-6537-4b60-a22d-8da53855cfb6 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=79280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:32:37.111436 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-652ed127-6537-4b60-a22d-8da53855cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566604'] for segment, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: Traceback (most recent call last): May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: timer() May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: cb(*args, **kw) May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: return func(*args, **kwargs) May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: self._notify() May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: self.callback(batched_events) May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: event.method(event) May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: return f(self, *a, **k) May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: return self._get(url).json() May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: return self.request(url, 'GET', **kwargs) May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:32:37.123517 dv-cinder-768105-8-iscsi neutron-server[79280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:32:37.227425 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device c2fb1868-e47b-4883-a8e5-d47b2d7abaae no longer exists at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:32:37.261699 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] No Port match for: c2fb1868-e47b-4883-a8e5-d47b2d7abaae {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:32:37.262057 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device c2fb1868-e47b-4883-a8e5-d47b2d7abaae not bound to the agent host dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:32:37.262503 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e no longer exists at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:32:37.279425 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a049e-4b1f-47fb-9ac2-177bb71ecc58 req-bb6d3da5-6605-49d2-8808-87bac73cdf20 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:37.280892 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d63a049e-4b1f-47fb-9ac2-177bb71ecc58 req-bb6d3da5-6605-49d2-8808-87bac73cdf20 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 943 time: 0.1027381 May 17 16:32:37.297629 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] No Port match for: eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:32:37.297977 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device eacb4ac2-35fe-4327-9e0e-ea590c5eaf6e not bound to the agent host dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:32:37.328364 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d63a049e-4b1f-47fb-9ac2-177bb71ecc58 req-25372c09-741d-409b-95a5-13e4f76e3d6a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406611 May 17 16:32:37.347354 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-652ed127-6537-4b60-a22d-8da53855cfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8075493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432837'] for network, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:37.356297 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-652ed127-6537-4b60-a22d-8da53855cfb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:37.359244 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-9882c492-78af-4824-9fb4-961e3aceba50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:32:37.382972 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ed127-6537-4b60-a22d-8da53855cfb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee4d78fa-99de-44c7-9335-553d5242008a,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:32:37.385271 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-652ed127-6537-4b60-a22d-8da53855cfb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:32:37.479248 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-652ed127-6537-4b60-a22d-8da53855cfb6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ee4d78fa-99de-44c7-9335-553d5242008a HTTP/1.1" status: 204 len: 168 time: 1.3239062 May 17 16:32:37.482603 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 43916) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:32:38.012534 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-26d9b912-109e-41c9-8004-f5514f2f48d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402885'] for router_interface, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:38.423391 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-26d9b912-109e-41c9-8004-f5514f2f48d9 admin admin] Deleting port 445da9f7-1957-418d-9827-8eca0f28885e {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:32:38.423744 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-26d9b912-109e-41c9-8004-f5514f2f48d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:38.510959 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6601438-3977-441f-9e9b-05cca1e84f27 req-0b9d214f-b5b6-4c19-89ca-dc62876133d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:38.512999 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f6601438-3977-441f-9e9b-05cca1e84f27 req-0b9d214f-b5b6-4c19-89ca-dc62876133d2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e&tenant_id=0ea92b2008324514984db0dee23989df HTTP/1.1" status: 200 len: 1096 time: 0.1277318 May 17 16:32:38.552818 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [None req-26d9b912-109e-41c9-8004-f5514f2f48d9 admin admin] For port 445da9f7-1957-418d-9827-8eca0f28885e, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=445da9f7-1957-418d-9827-8eca0f28885e,segment=NetworkSegment(7836faad-5462-47dc-9356-0b444d09aae4),segment_id=7836faad-5462-47dc-9356-0b444d09aae4)] {{(pid=79281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:32:38.553410 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-26d9b912-109e-41c9-8004-f5514f2f48d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:38.577957 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbae28-61c1-4cc4-915f-6a062794fd99 req-92037ace-4481-4db2-a55b-cb771bf33827 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:38.579405 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-68cbae28-61c1-4cc4-915f-6a062794fd99 req-92037ace-4481-4db2-a55b-cb771bf33827 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 943 time: 0.1326392 May 17 16:32:38.638626 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-68cbae28-61c1-4cc4-915f-6a062794fd99 req-f83eacc4-7dc8-4da4-82ba-7112aa2cc64f tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476046 May 17 16:32:38.651770 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6601438-3977-441f-9e9b-05cca1e84f27 req-191df987-85db-40b0-8c13-0951f4e42eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:38.653180 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f6601438-3977-441f-9e9b-05cca1e84f27 req-191df987-85db-40b0-8c13-0951f4e42eef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ea92b2008324514984db0dee23989df&device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 1096 time: 0.1162114 May 17 16:32:38.677163 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-26d9b912-109e-41c9-8004-f5514f2f48d9 admin admin] Calling delete_port for 445da9f7-1957-418d-9827-8eca0f28885e owned by network:router_interface {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:32:38.787290 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6601438-3977-441f-9e9b-05cca1e84f27 req-ef4f6577-c44a-417d-8eb7-aa694f5ac67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:38.788739 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f6601438-3977-441f-9e9b-05cca1e84f27 req-ef4f6577-c44a-417d-8eb7-aa694f5ac67c service neutron] 10.222.0.24 "GET /v2.0/networks?id=b385ca28-bc09-4262-bdca-a3584d9f84aa HTTP/1.1" status: 200 len: 918 time: 0.1285360 May 17 16:32:38.896549 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f6601438-3977-441f-9e9b-05cca1e84f27 req-c1868d54-8c31-4f64-873a-7c1c04c10465 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab032548-d53f-4cfa-bc1f-749425127dbb HTTP/1.1" status: 200 len: 999 time: 0.0994189 May 17 16:32:38.958348 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6601438-3977-441f-9e9b-05cca1e84f27 req-604d48ba-3bb8-4a63-995b-d640a0dd68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:38.959770 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f6601438-3977-441f-9e9b-05cca1e84f27 req-604d48ba-3bb8-4a63-995b-d640a0dd68ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e88814d7-1622-4f60-af12-99e2074dbe02 HTTP/1.1" status: 200 len: 856 time: 0.0568533 May 17 16:32:39.138678 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6601438-3977-441f-9e9b-05cca1e84f27 req-ba7a7448-927e-4195-87bd-4064269d62b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:39.140123 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f6601438-3977-441f-9e9b-05cca1e84f27 req-ba7a7448-927e-4195-87bd-4064269d62b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b385ca28-bc09-4262-bdca-a3584d9f84aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768421 May 17 16:32:39.152801 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-26d9b912-109e-41c9-8004-f5514f2f48d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:39.156764 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1126c13f-ff1e-4f03-ad9f-4af7a2c181f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:32:39.202302 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9b912-109e-41c9-8004-f5514f2f48d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=445da9f7-1957-418d-9827-8eca0f28885e,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:32:39.263729 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d9b912-109e-41c9-8004-f5514f2f48d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:32:39.264111 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d9b912-109e-41c9-8004-f5514f2f48d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:32:39.264484 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d9b912-109e-41c9-8004-f5514f2f48d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:32:39.264858 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d9b912-109e-41c9-8004-f5514f2f48d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:32:39.265209 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d9b912-109e-41c9-8004-f5514f2f48d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:32:39.265863 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d9b912-109e-41c9-8004-f5514f2f48d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:32:39.265984 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d9b912-109e-41c9-8004-f5514f2f48d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:32:39.266254 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d9b912-109e-41c9-8004-f5514f2f48d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:32:39.266636 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d9b912-109e-41c9-8004-f5514f2f48d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:32:39.266992 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d9b912-109e-41c9-8004-f5514f2f48d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:32:39.267345 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d9b912-109e-41c9-8004-f5514f2f48d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:32:39.267699 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d9b912-109e-41c9-8004-f5514f2f48d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:32:39.288690 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f6601438-3977-441f-9e9b-05cca1e84f27 req-6807713b-9193-465e-b00b-67d4e50e0db5 service neutron] 10.222.0.24 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415536 May 17 16:32:39.295768 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-26d9b912-109e-41c9-8004-f5514f2f48d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:32:39.437076 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f6601438-3977-441f-9e9b-05cca1e84f27 req-ab3d20ff-3b72-4f83-8069-5172aea24464 service neutron] 10.222.0.24 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409447 May 17 16:32:39.502035 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-26d9b912-109e-41c9-8004-f5514f2f48d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-515316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402793'] for router_interface, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:39.838997 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab507e59-ea57-4663-a423-fabe3e7ab877 req-404f3bdd-b55c-44e2-8257-0079ffe13b65 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:39.840485 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ab507e59-ea57-4663-a423-fabe3e7ab877 req-404f3bdd-b55c-44e2-8257-0079ffe13b65 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 943 time: 0.0887783 May 17 16:32:39.888366 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d9b912-109e-41c9-8004-f5514f2f48d9 admin admin] Router 320fe201-5a8f-483c-b53b-42044cc3422d has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:32:39.896332 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ab507e59-ea57-4663-a423-fabe3e7ab877 req-d84fb655-a54c-44a7-8c95-feb25e77dc4c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486124 May 17 16:32:40.082080 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d9b912-109e-41c9-8004-f5514f2f48d9 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:32:40.092741 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706337c3-7dff-4eef-a057-d12e53c8397e None None] Sync routers for ids ['320fe201-5a8f-483c-b53b-42044cc3422d'] in dv-cinder-768105-8-iscsi {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:32:40.093648 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-26d9b912-109e-41c9-8004-f5514f2f48d9 admin admin] 10.222.0.11 "PUT /v2.0/routers/320fe201-5a8f-483c-b53b-42044cc3422d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6099784 May 17 16:32:40.096568 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 43948) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:32:40.109623 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706337c3-7dff-4eef-a057-d12e53c8397e None None] Routers {'320fe201-5a8f-483c-b53b-42044cc3422d'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:32:40.110685 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-706337c3-7dff-4eef-a057-d12e53c8397e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:32:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['320fe201-5a8f-483c-b53b-42044cc3422d'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:32:40.304021 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-4aa486a8-674f-4d1e-8a8c-f7930fc37992 admin admin] Notify callbacks [] for router, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:40.372217 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-706337c3-7dff-4eef-a057-d12e53c8397e None None] Set router 320fe201-5a8f-483c-b53b-42044cc3422d gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:32:40.653387 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-4aa486a8-674f-4d1e-8a8c-f7930fc37992 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:40.750284 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-706337c3-7dff-4eef-a057-d12e53c8397e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320fe201-5a8f-483c-b53b-42044cc3422d', 'name': 'tempest-TestShelveInstance-1214785381-router', 'tenant_id': 'ad1303ac164c425a93c4979ff1aef420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': 'fcb06c26-30a8-44f6-af42-887d5b24d112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:53Z', 'updated_at': '2021-05-17T16:32:38Z', 'revision_number': 5, 'project_id': 'ad1303ac164c425a93c4979ff1aef420', 'gw_port': {'id': 'fcb06c26-30a8-44f6-af42-887d5b24d112', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:fc:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320fe201-5a8f-483c-b53b-42044cc3422d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:55Z', 'updated_at': '2021-05-17T16:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:32:40.755382 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706337c3-7dff-4eef-a057-d12e53c8397e None None] Checking router: 320fe201-5a8f-483c-b53b-42044cc3422d for host: dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:32:40.764371 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706337c3-7dff-4eef-a057-d12e53c8397e None None] Routers {'320fe201-5a8f-483c-b53b-42044cc3422d'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:32:40.764995 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-706337c3-7dff-4eef-a057-d12e53c8397e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:32:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['320fe201-5a8f-483c-b53b-42044cc3422d'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:32:40.830152 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-4aa486a8-674f-4d1e-8a8c-f7930fc37992 admin admin] Deleting port fcb06c26-30a8-44f6-af42-887d5b24d112 {{(pid=79280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:32:40.830838 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-4aa486a8-674f-4d1e-8a8c-f7930fc37992 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:40.924449 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-706337c3-7dff-4eef-a057-d12e53c8397e None None] Set router 320fe201-5a8f-483c-b53b-42044cc3422d gateway port host: None {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:32:40.968671 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [None req-4aa486a8-674f-4d1e-8a8c-f7930fc37992 admin admin] For port fcb06c26-30a8-44f6-af42-887d5b24d112, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=fcb06c26-30a8-44f6-af42-887d5b24d112,segment=NetworkSegment(b4de580b-76bc-403f-9a98-9ee7fe7150e1),segment_id=b4de580b-76bc-403f-9a98-9ee7fe7150e1)] {{(pid=79280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:32:40.969221 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-4aa486a8-674f-4d1e-8a8c-f7930fc37992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:41.033632 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-706337c3-7dff-4eef-a057-d12e53c8397e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '320fe201-5a8f-483c-b53b-42044cc3422d', 'name': 'tempest-TestShelveInstance-1214785381-router', 'tenant_id': 'ad1303ac164c425a93c4979ff1aef420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:53Z', 'updated_at': '2021-05-17T16:32:40Z', 'revision_number': 6, 'project_id': 'ad1303ac164c425a93c4979ff1aef420', 'gw_port_host': None}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:32:41.038344 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706337c3-7dff-4eef-a057-d12e53c8397e None None] The sync data for ids ['320fe201-5a8f-483c-b53b-42044cc3422d'] in dv-cinder-768105-8-iscsi is: [{'id': '320fe201-5a8f-483c-b53b-42044cc3422d', 'name': 'tempest-TestShelveInstance-1214785381-router', 'tenant_id': 'ad1303ac164c425a93c4979ff1aef420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:53Z', 'updated_at': '2021-05-17T16:32:40Z', 'revision_number': 6, 'project_id': 'ad1303ac164c425a93c4979ff1aef420', 'gw_port_host': None}] {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:32:41.106314 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-4aa486a8-674f-4d1e-8a8c-f7930fc37992 admin admin] Calling delete_port for fcb06c26-30a8-44f6-af42-887d5b24d112 owned by network:router_gateway {{(pid=79280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:32:41.208302 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39577bf3-c697-4013-a84b-b059d80df271 req-ef62ba8d-9390-46ea-bc9f-8df6abfbc686 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:41.209943 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-39577bf3-c697-4013-a84b-b059d80df271 req-ef62ba8d-9390-46ea-bc9f-8df6abfbc686 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 943 time: 0.1131279 May 17 16:32:41.268495 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-39577bf3-c697-4013-a84b-b059d80df271 req-f22f81c8-2286-4302-a43b-087d28fa9bda tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513265 May 17 16:32:41.421206 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-4aa486a8-674f-4d1e-8a8c-f7930fc37992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:41.425781 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-ab456eae-dd98-4938-8225-dc173973361e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:32:41.447407 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 445da9f7-1957-418d-9827-8eca0f28885e no longer exists at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:32:41.500043 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] No Port match for: 445da9f7-1957-418d-9827-8eca0f28885e {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:32:41.500650 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 445da9f7-1957-418d-9827-8eca0f28885e not bound to the agent host dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:32:41.501847 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa486a8-674f-4d1e-8a8c-f7930fc37992 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcb06c26-30a8-44f6-af42-887d5b24d112,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:32:41.551144 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-4aa486a8-674f-4d1e-8a8c-f7930fc37992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:32:41.615186 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-4aa486a8-674f-4d1e-8a8c-f7930fc37992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432866'] for router_gateway, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:41.788135 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-4aa486a8-674f-4d1e-8a8c-f7930fc37992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045998'] for router, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:41.790223 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-4aa486a8-674f-4d1e-8a8c-f7930fc37992 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:41.912818 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-4aa486a8-674f-4d1e-8a8c-f7930fc37992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432666'] for router, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:41.913222 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa486a8-674f-4d1e-8a8c-f7930fc37992 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 320fe201-5a8f-483c-b53b-42044cc3422d {{(pid=79280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 16:32:41.926460 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-4aa486a8-674f-4d1e-8a8c-f7930fc37992 admin admin] Notify callbacks [] for router, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:41.927565 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-4aa486a8-674f-4d1e-8a8c-f7930fc37992 admin admin] 10.222.0.11 "DELETE /v2.0/routers/320fe201-5a8f-483c-b53b-42044cc3422d HTTP/1.1" status: 204 len: 168 time: 1.8297210 May 17 16:32:41.930337 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 43956) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:32:41.997871 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02ce0f2-af1f-498b-b424-e781ac2d268c admin admin] Deleting subnet 96429c94-caa5-454d-843f-36dad9623e7f {{(pid=79281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:32:42.001421 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-f02ce0f2-af1f-498b-b424-e781ac2d268c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:42.070371 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-f02ce0f2-af1f-498b-b424-e781ac2d268c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1804568'] for subnet, precommit_delete_associations {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:42.205222 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-f02ce0f2-af1f-498b-b424-e781ac2d268c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8075481'] for subnet, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:42.691940 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-f02ce0f2-af1f-498b-b424-e781ac2d268c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8075474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1956057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3136364'] for subnet, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:42.702100 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:32:42.731317 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed56f9-07ba-4efc-b06b-220781e3e351 req-48e444e6-2225-46f9-b7c8-49a3bc30e7ab tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:42.732881 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-08ed56f9-07ba-4efc-b06b-220781e3e351 req-48e444e6-2225-46f9-b7c8-49a3bc30e7ab tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 943 time: 0.0883200 May 17 16:32:42.736679 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-f02ce0f2-af1f-498b-b424-e781ac2d268c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:42.739719 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ce0f2-af1f-498b-b424-e781ac2d268c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96429c94-caa5-454d-843f-36dad9623e7f,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:32:42.740831 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd6174e-9f5d-4b50-8924-897103829fff None None] Network 9c441c4e-2ea4-4cf0-8d5b-0c354474d062 requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:32:42.745893 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-f02ce0f2-af1f-498b-b424-e781ac2d268c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:32:42.749077 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-f02ce0f2-af1f-498b-b424-e781ac2d268c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/96429c94-caa5-454d-843f-36dad9623e7f HTTP/1.1" status: 204 len: 168 time: 0.8174558 May 17 16:32:42.751740 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 43968) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:32:42.800462 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-08ed56f9-07ba-4efc-b06b-220781e3e351 req-f8771918-405d-4688-abd3-27680678d9b3 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587642 May 17 16:32:42.889060 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ac6abc12-2d7a-4713-a35d-4eea702dd4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7952015'] for network, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:42.982838 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-ac6abc12-2d7a-4713-a35d-4eea702dd4b7 admin admin] Deleting port 3c433426-6d56-4baf-9434-999be39db894 {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:32:42.983911 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ac6abc12-2d7a-4713-a35d-4eea702dd4b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:43.023498 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f197d8a-57c4-452b-80ff-076c123b19f4 req-e9e2add6-10d3-4977-8966-499ae1dcc52c tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:43.025515 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7f197d8a-57c4-452b-80ff-076c123b19f4 req-e9e2add6-10d3-4977-8966-499ae1dcc52c tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 945 time: 0.0959404 May 17 16:32:43.063435 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adad895d-064e-42e8-a4eb-f3300b36e503 None None] DHCP port deletion for 9c441c4e-2ea4-4cf0-8d5b-0c354474d062 request from dv-cinder-768105-8-iscsi {{(pid=79282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 16:32:43.106866 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7f197d8a-57c4-452b-80ff-076c123b19f4 req-b6c0fdc9-e51c-4359-97c9-b0ddcea75e40 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648737 May 17 16:32:43.112448 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [None req-ac6abc12-2d7a-4713-a35d-4eea702dd4b7 admin admin] For port 3c433426-6d56-4baf-9434-999be39db894, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=3c433426-6d56-4baf-9434-999be39db894,segment=NetworkSegment(7836faad-5462-47dc-9356-0b444d09aae4),segment_id=7836faad-5462-47dc-9356-0b444d09aae4)] {{(pid=79281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:32:43.113043 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ac6abc12-2d7a-4713-a35d-4eea702dd4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:43.145493 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-adad895d-064e-42e8-a4eb-f3300b36e503 None None] Deleting port 3c433426-6d56-4baf-9434-999be39db894 {{(pid=79282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:32:43.145948 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-adad895d-064e-42e8-a4eb-f3300b36e503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:43.244040 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 3c433426-6d56-4baf-9434-999be39db894 no longer exists at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:32:43.281697 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-ac6abc12-2d7a-4713-a35d-4eea702dd4b7 admin admin] Calling delete_port for 3c433426-6d56-4baf-9434-999be39db894 owned by network:dhcp {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:32:43.293382 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-adad895d-064e-42e8-a4eb-f3300b36e503 None None] For port 3c433426-6d56-4baf-9434-999be39db894, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=3c433426-6d56-4baf-9434-999be39db894,segment=NetworkSegment(7836faad-5462-47dc-9356-0b444d09aae4),segment_id=7836faad-5462-47dc-9356-0b444d09aae4)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:32:43.294026 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-adad895d-064e-42e8-a4eb-f3300b36e503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:43.462128 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-adad895d-064e-42e8-a4eb-f3300b36e503 None None] Calling delete_port for 3c433426-6d56-4baf-9434-999be39db894 owned by network:dhcp {{(pid=79282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:32:43.545836 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:44.039117 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab477ee1-b8dd-4513-afb7-fa9ec5ac19de req-28720f9a-a4cf-49e1-ba05-8f8c51aa8212 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:44.041792 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ab477ee1-b8dd-4513-afb7-fa9ec5ac19de req-28720f9a-a4cf-49e1-ba05-8f8c51aa8212 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 943 time: 0.0955231 May 17 16:32:44.089434 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ab477ee1-b8dd-4513-afb7-fa9ec5ac19de req-78ba46b4-cdbe-472e-b59d-8357543e2daa tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409031 May 17 16:32:44.288574 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b95a1-527b-4978-8477-197d8d3b7030 req-0e85fa98-97bc-4a9f-9610-3e279adcdbc2 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:44.290104 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-436b95a1-527b-4978-8477-197d8d3b7030 req-0e85fa98-97bc-4a9f-9610-3e279adcdbc2 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 945 time: 0.0821097 May 17 16:32:44.291549 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ac6abc12-2d7a-4713-a35d-4eea702dd4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:44.296027 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:32:44.335960 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device fcb06c26-30a8-44f6-af42-887d5b24d112 no longer exists at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:32:44.366814 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6abc12-2d7a-4713-a35d-4eea702dd4b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c433426-6d56-4baf-9434-999be39db894,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:32:44.367918 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-adad895d-064e-42e8-a4eb-f3300b36e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850'] for port, after_delete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:44.378419 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-ac6abc12-2d7a-4713-a35d-4eea702dd4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:32:44.381100 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-ad22b5e0-bde4-464a-aa24-0b6e47016aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:32:44.381296 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6abc12-2d7a-4713-a35d-4eea702dd4b7 admin admin] No DVR routers for this DVR port 3c433426-6d56-4baf-9434-999be39db894 on host dv-cinder-768105-8-iscsi {{(pid=79281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:32:44.427121 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad895d-064e-42e8-a4eb-f3300b36e503 None None] Pushing event deleted for resources: {'Port': ['ID=3c433426-6d56-4baf-9434-999be39db894,revision_number=None']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:32:44.429616 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] No Port match for: fcb06c26-30a8-44f6-af42-887d5b24d112 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:32:44.430251 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device fcb06c26-30a8-44f6-af42-887d5b24d112 not bound to the agent host dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:32:44.432706 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-adad895d-064e-42e8-a4eb-f3300b36e503 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:32:44.441767 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adad895d-064e-42e8-a4eb-f3300b36e503 None None] No DVR routers for this DVR port 3c433426-6d56-4baf-9434-999be39db894 on host dv-cinder-768105-8-iscsi {{(pid=79282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:32:44.519991 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-436b95a1-527b-4978-8477-197d8d3b7030 req-ac5729e0-bed5-4345-8ff2-f588984778f5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222757 May 17 16:32:44.541935 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ac6abc12-2d7a-4713-a35d-4eea702dd4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8075500', 'neutron.services.segments.db._delete_segments_for_network-8780704027010'] for network, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:44.555917 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-ac6abc12-2d7a-4713-a35d-4eea702dd4b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c441c4e-2ea4-4cf0-8d5b-0c354474d062']}} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:32:44.574425 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-ac6abc12-2d7a-4713-a35d-4eea702dd4b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7836faad-5462-47dc-9356-0b444d09aae4') {'for_net_delete': True} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:32:44.574740 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-ac6abc12-2d7a-4713-a35d-4eea702dd4b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7836faad-5462-47dc-9356-0b444d09aae4') {} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:32:44.588932 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ac6abc12-2d7a-4713-a35d-4eea702dd4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780704039051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1804567'] for segment, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:44.605666 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ac6abc12-2d7a-4713-a35d-4eea702dd4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:44.611692 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac6abc12-2d7a-4713-a35d-4eea702dd4b7 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=79281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:32:44.612062 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ac6abc12-2d7a-4713-a35d-4eea702dd4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1955967'] for segment, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: Traceback (most recent call last): May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: timer() May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: cb(*args, **kw) May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: return func(*args, **kwargs) May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: self._notify() May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: self.callback(batched_events) May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: event.method(event) May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: return f(self, *a, **k) May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: return self._get(url).json() May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: return self.request(url, 'GET', **kwargs) May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:32:44.625101 dv-cinder-768105-8-iscsi neutron-server[79281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:32:44.952984 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ac6abc12-2d7a-4713-a35d-4eea702dd4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8075493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432837'] for network, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:44.962897 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e5286546-02cd-4318-a6a0-c85179305ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:32:44.976294 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ac6abc12-2d7a-4713-a35d-4eea702dd4b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:44.991490 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6abc12-2d7a-4713-a35d-4eea702dd4b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c441c4e-2ea4-4cf0-8d5b-0c354474d062,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:32:44.994232 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-ac6abc12-2d7a-4713-a35d-4eea702dd4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:32:44.996108 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-ac6abc12-2d7a-4713-a35d-4eea702dd4b7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/9c441c4e-2ea4-4cf0-8d5b-0c354474d062 HTTP/1.1" status: 204 len: 168 time: 2.2433572 May 17 16:32:45.305354 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038620e-a1ac-40b6-8aae-5afc52e19636 req-be3e6a7b-a8a4-4fb6-9c59-e928bb28dbc3 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:45.307000 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a038620e-a1ac-40b6-8aae-5afc52e19636 req-be3e6a7b-a8a4-4fb6-9c59-e928bb28dbc3 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 943 time: 0.0901778 May 17 16:32:45.353230 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a038620e-a1ac-40b6-8aae-5afc52e19636 req-780b1572-0df1-45c1-86d8-49f7efe5bdc2 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400941 May 17 16:32:45.390985 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 43982) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:32:45.441376 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-914858c4-a8d0-4129-9036-abf5d7a48e8b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5f73ea9c6d28493eaca084a724daa4ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490091 May 17 16:32:45.444387 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 43986) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:32:45.508451 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a87d64ce-2d62-4510-9ee8-73ce38a3a455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:45.512844 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-f252c3d6-8778-4cd1-af3b-bb14fdf80f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:45.536186 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a87d64ce-2d62-4510-9ee8-73ce38a3a455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:45.708777 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a87d64ce-2d62-4510-9ee8-73ce38a3a455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:45.716154 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-56b79efc-f4e9-475f-8d02-644fe7f2090c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:32:45.721756 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51e490-702a-4697-bb8e-79b4e21d75b7 req-4e9069e1-5cad-4e6a-a4b8-24db87c2c5be tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:45.723604 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1a51e490-702a-4697-bb8e-79b4e21d75b7 req-4e9069e1-5cad-4e6a-a4b8-24db87c2c5be tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 945 time: 0.0897765 May 17 16:32:45.734478 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d64ce-2d62-4510-9ee8-73ce38a3a455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786e09a1-29a8-421d-a43f-ca5c8cadc1b3,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:32:45.737421 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-a87d64ce-2d62-4510-9ee8-73ce38a3a455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:32:45.740236 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-a87d64ce-2d62-4510-9ee8-73ce38a3a455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:45.740589 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-a87d64ce-2d62-4510-9ee8-73ce38a3a455 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/786e09a1-29a8-421d-a43f-ca5c8cadc1b3 HTTP/1.1" status: 204 len: 168 time: 0.2953165 May 17 16:32:45.777145 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1a51e490-702a-4697-bb8e-79b4e21d75b7 req-53fa7644-0d3f-42e4-8598-a09d741acb54 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470922 May 17 16:32:46.592429 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5cda8-8f25-424e-9e60-9e95a1c914ee req-ad30c498-3880-4656-bdde-2d552c71180e tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:46.593878 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8aa5cda8-8f25-424e-9e60-9e95a1c914ee req-ad30c498-3880-4656-bdde-2d552c71180e tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 943 time: 0.0878174 May 17 16:32:46.645015 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8aa5cda8-8f25-424e-9e60-9e95a1c914ee req-0733076f-8aa2-40f4-9c39-6ad89b328cc8 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447299 May 17 16:32:46.971408 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27208d8d-d9ac-46cd-8fbc-4c79a887b72b req-8dd5c2a8-fc71-420c-bc3b-5de9014bc4c9 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:46.975479 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-27208d8d-d9ac-46cd-8fbc-4c79a887b72b req-8dd5c2a8-fc71-420c-bc3b-5de9014bc4c9 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 945 time: 0.0839906 May 17 16:32:47.023133 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-27208d8d-d9ac-46cd-8fbc-4c79a887b72b req-c97500ff-7e9e-4e57-b5ce-3397ed173213 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439651 May 17 16:32:47.070889 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44000) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:32:47.123057 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-aae4c993-fc2e-4009-8d7c-cd579017ddc3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ad1303ac164c425a93c4979ff1aef420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509040 May 17 16:32:47.125404 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44004) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:32:47.186322 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e98b1b5f-3366-4e6e-adae-ab25b4274dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:47.214129 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e98b1b5f-3366-4e6e-adae-ab25b4274dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:47.364843 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e98b1b5f-3366-4e6e-adae-ab25b4274dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:47.369415 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-28e3874b-748d-40b9-bd26-bbd9c373843a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:32:47.385125 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b1b5f-3366-4e6e-adae-ab25b4274dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a617fafa-531b-4559-a51b-181551fa1796,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:32:47.388113 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e98b1b5f-3366-4e6e-adae-ab25b4274dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:32:47.390179 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e98b1b5f-3366-4e6e-adae-ab25b4274dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:47.391550 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-e98b1b5f-3366-4e6e-adae-ab25b4274dd6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a617fafa-531b-4559-a51b-181551fa1796 HTTP/1.1" status: 204 len: 168 time: 0.2650301 May 17 16:32:47.861138 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c80415-d6cf-4250-8a4a-4bc4c034513c req-ae6361f0-b4f1-4232-b896-7dd862a0b007 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:47.869212 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-19c80415-d6cf-4250-8a4a-4bc4c034513c req-ae6361f0-b4f1-4232-b896-7dd862a0b007 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 943 time: 0.1006548 May 17 16:32:47.914636 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-19c80415-d6cf-4250-8a4a-4bc4c034513c req-83c107b8-11c9-402c-bc42-64b5f492288e tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442314 May 17 16:32:48.118447 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:48.164423 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-df7db78c-97c6-4679-89da-93e2a2d06a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:48.226379 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0cbb3-81f9-4b16-968c-0cdb9b70cc8a req-50f82d84-639c-49b0-9ffa-698cb32170e7 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:48.227851 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fad0cbb3-81f9-4b16-968c-0cdb9b70cc8a req-50f82d84-639c-49b0-9ffa-698cb32170e7 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 945 time: 0.0814376 May 17 16:32:48.279927 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fad0cbb3-81f9-4b16-968c-0cdb9b70cc8a req-fca8edc4-8e8b-43ae-9188-2be305793f9b tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436397 May 17 16:32:49.114051 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d61a2-a925-4f74-925f-7c95aa07da6d req-1888d375-3a5a-4365-b55a-16a90e4dfc69 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:49.115716 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d46d61a2-a925-4f74-925f-7c95aa07da6d req-1888d375-3a5a-4365-b55a-16a90e4dfc69 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 943 time: 0.0867665 May 17 16:32:49.135412 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:49.161981 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d46d61a2-a925-4f74-925f-7c95aa07da6d req-6b340061-ac26-400b-b141-13972d99059c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396116 May 17 16:32:49.493771 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8628fd8-403b-4f82-8e59-a7cc255e2cc0 req-520f47f1-a5bb-4841-9a8b-bc4567ee7f64 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:49.496569 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c8628fd8-403b-4f82-8e59-a7cc255e2cc0 req-520f47f1-a5bb-4841-9a8b-bc4567ee7f64 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 945 time: 0.1052060 May 17 16:32:49.542079 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c8628fd8-403b-4f82-8e59-a7cc255e2cc0 req-278e0f7d-b0f2-41cb-90ff-57a06b667367 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408089 May 17 16:32:50.355928 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730b279-d392-4d89-9326-fcbb25c4c2e7 req-a11ff4e2-296c-446c-aba5-dbaeb7dcff57 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:50.357368 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b730b279-d392-4d89-9326-fcbb25c4c2e7 req-a11ff4e2-296c-446c-aba5-dbaeb7dcff57 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 943 time: 0.0822091 May 17 16:32:50.404141 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b730b279-d392-4d89-9326-fcbb25c4c2e7 req-56d4311b-da86-47dd-b5a9-05ec2098ee51 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402334 May 17 16:32:50.748135 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16ad34-8218-4574-98c8-b72c6e2dae31 req-d4021fa2-492b-471f-829a-2b0770880f21 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:50.749766 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3f16ad34-8218-4574-98c8-b72c6e2dae31 req-d4021fa2-492b-471f-829a-2b0770880f21 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 945 time: 0.0913138 May 17 16:32:50.795574 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3f16ad34-8218-4574-98c8-b72c6e2dae31 req-8a88764f-0141-489a-996f-340aef54be72 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391397 May 17 16:32:51.003737 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:51.612821 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0792f-f1e3-4ab0-8683-86199de56f85 req-b4f51b97-23ab-4a64-a3a5-d31ad7011d15 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:51.617844 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-57f0792f-f1e3-4ab0-8683-86199de56f85 req-b4f51b97-23ab-4a64-a3a5-d31ad7011d15 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 943 time: 0.0907390 May 17 16:32:51.660168 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-57f0792f-f1e3-4ab0-8683-86199de56f85 req-ec71f434-8a6a-43a8-8396-bd02d04a363d tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391011 May 17 16:32:51.781166 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:52.025145 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1501f67-d194-46ed-aa0d-4f6fc84d90b1 req-c70922d8-4225-4eb3-ae54-87bd7f6d99d4 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:52.026626 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c1501f67-d194-46ed-aa0d-4f6fc84d90b1 req-c70922d8-4225-4eb3-ae54-87bd7f6d99d4 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 945 time: 0.0829461 May 17 16:32:52.082671 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c1501f67-d194-46ed-aa0d-4f6fc84d90b1 req-de0729c7-b65b-44fb-8c1c-0b4a9d8178c3 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502110 May 17 16:32:52.856839 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6a93a-0872-4b8c-94a6-4357c7068232 req-adbe28ce-1075-4d67-a39b-8c09d33e5ef6 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:52.858379 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cdc6a93a-0872-4b8c-94a6-4357c7068232 req-adbe28ce-1075-4d67-a39b-8c09d33e5ef6 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 943 time: 0.0846348 May 17 16:32:52.905321 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cdc6a93a-0872-4b8c-94a6-4357c7068232 req-846e6864-bb8d-4710-adc7-1d20a20162b0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400391 May 17 16:32:53.278338 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b8561-92b3-4c58-af44-4c3b42e61c55 req-50d0dffe-463a-4d4f-8d22-4a765d3e39e6 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:53.279790 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-315b8561-92b3-4c58-af44-4c3b42e61c55 req-50d0dffe-463a-4d4f-8d22-4a765d3e39e6 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 945 time: 0.0851893 May 17 16:32:53.326242 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-315b8561-92b3-4c58-af44-4c3b42e61c55 req-c858f7e1-88e5-4713-8ef7-a900ae793b43 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398815 May 17 16:32:54.092931 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d5e30-5d84-4b7d-b932-c323ea6bfab5 req-a8f29695-2dd9-4b0b-936e-e473a29073c6 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:54.094494 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-152d5e30-5d84-4b7d-b932-c323ea6bfab5 req-a8f29695-2dd9-4b0b-936e-e473a29073c6 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 943 time: 0.0784094 May 17 16:32:54.139447 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-152d5e30-5d84-4b7d-b932-c323ea6bfab5 req-6ae1f13e-9b4c-4efd-bfc3-e53a24b7cb8a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387959 May 17 16:32:54.515456 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed9951-57a1-4571-a8e3-fca61f4b0167 req-525f0d94-144f-48c4-951d-4b1c0dbe3ceb tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:54.516896 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-eeed9951-57a1-4571-a8e3-fca61f4b0167 req-525f0d94-144f-48c4-951d-4b1c0dbe3ceb tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 945 time: 0.0832291 May 17 16:32:54.562151 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-eeed9951-57a1-4571-a8e3-fca61f4b0167 req-5e3c1287-a967-4fb8-97d2-5934f00461c2 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386946 May 17 16:32:55.335101 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab943d5-92ab-44c7-9c87-eeb641e004c2 req-ae72fe45-2f4a-4507-970a-e6d0f12b2902 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:55.336546 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fab943d5-92ab-44c7-9c87-eeb641e004c2 req-ae72fe45-2f4a-4507-970a-e6d0f12b2902 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 943 time: 0.0849900 May 17 16:32:55.380981 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fab943d5-92ab-44c7-9c87-eeb641e004c2 req-b4730412-ef40-4a0b-af22-0d95c67c2f49 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382423 May 17 16:32:55.745185 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b15dc-9701-420d-ae76-951cd8ec9303 req-3fec2bbc-66aa-4fa3-bb98-531d38d18ad3 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:55.746638 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f77b15dc-9701-420d-ae76-951cd8ec9303 req-3fec2bbc-66aa-4fa3-bb98-531d38d18ad3 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 945 time: 0.0781748 May 17 16:32:55.791197 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f77b15dc-9701-420d-ae76-951cd8ec9303 req-f73ea7e3-4a46-4cea-855a-0d683235d01f tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385242 May 17 16:32:56.665148 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83fdf4-3f7a-4569-b996-497eb440b853 req-b1defb7c-6a20-4489-a8b7-14653c86784c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:56.666559 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ec83fdf4-3f7a-4569-b996-497eb440b853 req-b1defb7c-6a20-4489-a8b7-14653c86784c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 943 time: 0.1746712 May 17 16:32:56.712036 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ec83fdf4-3f7a-4569-b996-497eb440b853 req-f56e3c1c-aa9f-493a-a5a4-55970b91fd57 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390103 May 17 16:32:56.973744 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb6fd5-c7c7-44d9-aec1-cfa95a434f77 req-63dbd0cf-b82d-47e4-a4a8-4671676ab1e8 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:56.975189 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4ceb6fd5-c7c7-44d9-aec1-cfa95a434f77 req-63dbd0cf-b82d-47e4-a4a8-4671676ab1e8 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 945 time: 0.0795145 May 17 16:32:57.020499 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4ceb6fd5-c7c7-44d9-aec1-cfa95a434f77 req-36ff4b81-d03e-4303-a01f-035f06286862 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394983 May 17 16:32:57.904336 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf5563-6bb6-42c9-a75f-9ec455b71c33 req-2a9e5ba7-1300-427c-ba6b-3c933a8f2182 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:57.905787 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-65bf5563-6bb6-42c9-a75f-9ec455b71c33 req-2a9e5ba7-1300-427c-ba6b-3c933a8f2182 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 943 time: 0.0804539 May 17 16:32:57.955880 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-65bf5563-6bb6-42c9-a75f-9ec455b71c33 req-9037bf32-ae32-4fb6-9286-9fdc81d2afe8 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421023 May 17 16:32:58.216900 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09af0b-f433-4b3c-8efd-6763548a7b8a req-e1ac0a97-4964-403f-bd95-6a1e86b9c0b3 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:58.218514 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6b09af0b-f433-4b3c-8efd-6763548a7b8a req-e1ac0a97-4964-403f-bd95-6a1e86b9c0b3 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 945 time: 0.0800035 May 17 16:32:58.269339 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6b09af0b-f433-4b3c-8efd-6763548a7b8a req-fb262584-16bd-4c2d-aeb7-6c1117e94af8 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401027 May 17 16:32:58.549794 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e499ee-e5b6-403a-904a-f97d931e3eda req-6f4c6f66-2fb4-4de2-ac39-5095828102ab tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:58.551306 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-50e499ee-e5b6-403a-904a-f97d931e3eda req-6f4c6f66-2fb4-4de2-ac39-5095828102ab tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 945 time: 0.0854189 May 17 16:32:58.697511 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [req-50e499ee-e5b6-403a-904a-f97d931e3eda req-0ee74d86-4e21-4c99-bd2e-ab0ab4796197 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Deleting port 60e63ba7-325f-48bd-932e-f668450e4167 {{(pid=79280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:32:58.697860 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-50e499ee-e5b6-403a-904a-f97d931e3eda req-0ee74d86-4e21-4c99-bd2e-ab0ab4796197 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:58.828679 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-50e499ee-e5b6-403a-904a-f97d931e3eda req-0ee74d86-4e21-4c99-bd2e-ab0ab4796197 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] For port 60e63ba7-325f-48bd-932e-f668450e4167, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=60e63ba7-325f-48bd-932e-f668450e4167,segment=NetworkSegment(c7b9b05b-accd-45f4-8e0f-e1ea12cbb998),segment_id=c7b9b05b-accd-45f4-8e0f-e1ea12cbb998)] {{(pid=79280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:32:58.829036 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-50e499ee-e5b6-403a-904a-f97d931e3eda req-0ee74d86-4e21-4c99-bd2e-ab0ab4796197 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:59.169778 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-50e499ee-e5b6-403a-904a-f97d931e3eda req-0ee74d86-4e21-4c99-bd2e-ab0ab4796197 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:59.170516 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-50e499ee-e5b6-403a-904a-f97d931e3eda req-0ee74d86-4e21-4c99-bd2e-ab0ab4796197 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432823'] for floatingip, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:59.170516 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.db.l3_db [req-50e499ee-e5b6-403a-904a-f97d931e3eda req-0ee74d86-4e21-4c99-bd2e-ab0ab4796197 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Floating IP d02a62b7-0ca6-49ee-842c-0212ab79dee4 disassociated. External IP: 172.27.2.25, port: 60e63ba7-325f-48bd-932e-f668450e4167. May 17 16:32:59.170786 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [req-50e499ee-e5b6-403a-904a-f97d931e3eda req-0ee74d86-4e21-4c99-bd2e-ab0ab4796197 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Calling delete_port for 60e63ba7-325f-48bd-932e-f668450e4167 owned by compute:nova {{(pid=79280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:32:59.213668 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0774e-d228-4774-adf7-f4adcf46a568 req-3f1dc0ac-c83c-484b-bf10-b8f98fad9a5e tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:59.215129 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a2d0774e-d228-4774-adf7-f4adcf46a568 req-3f1dc0ac-c83c-484b-bf10-b8f98fad9a5e tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 943 time: 0.1365795 May 17 16:32:59.268391 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a2d0774e-d228-4774-adf7-f4adcf46a568 req-f2d3206c-4ded-45f6-891d-de743c168f6f tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471244 May 17 16:32:59.438862 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-50e499ee-e5b6-403a-904a-f97d931e3eda req-0ee74d86-4e21-4c99-bd2e-ab0ab4796197 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:32:59.444524 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-5b9c3348-25a4-41a8-a692-f1a1fc377f1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:32:59.489692 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee74d86-4e21-4c99-bd2e-ab0ab4796197 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Pushing event deleted for resources: {'Port': ['ID=60e63ba7-325f-48bd-932e-f668450e4167,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:32:59.494069 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-0ee74d86-4e21-4c99-bd2e-ab0ab4796197 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:32:59.591495 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb467b6-d971-4b03-a6dd-c4e60d6d9859 req-af4b0782-b21c-4c9a-93aa-e5f789ef799f tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:32:59.592927 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fbb467b6-d971-4b03-a6dd-c4e60d6d9859 req-af4b0782-b21c-4c9a-93aa-e5f789ef799f tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 867 time: 0.2091789 May 17 16:32:59.818793 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-fbb467b6-d971-4b03-a6dd-c4e60d6d9859 req-42516eff-cc9d-4f42-a581-539854db2eaf tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184536 May 17 16:32:59.830487 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50e499ee-e5b6-403a-904a-f97d931e3eda req-0ee74d86-4e21-4c99-bd2e-ab0ab4796197 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Router 1d0dc66f-e4d2-468e-96d0-0199564b409f has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:33:00.057687 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50e499ee-e5b6-403a-904a-f97d931e3eda req-0ee74d86-4e21-4c99-bd2e-ab0ab4796197 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:33:00.066976 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6015810-31a1-4903-b5dd-e95c61cdcf0a None None] Sync routers for ids ['1d0dc66f-e4d2-468e-96d0-0199564b409f'] in dv-cinder-768105-8-iscsi {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:33:00.084499 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6015810-31a1-4903-b5dd-e95c61cdcf0a None None] Routers {'1d0dc66f-e4d2-468e-96d0-0199564b409f'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:33:00.085070 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-d6015810-31a1-4903-b5dd-e95c61cdcf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:32:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['1d0dc66f-e4d2-468e-96d0-0199564b409f'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:00.138106 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e499ee-e5b6-403a-904a-f97d931e3eda req-0ee74d86-4e21-4c99-bd2e-ab0ab4796197 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] No DVR routers for this DVR port 60e63ba7-325f-48bd-932e-f668450e4167 on host hv-cinder-76810 {{(pid=79280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:33:00.140661 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-50e499ee-e5b6-403a-904a-f97d931e3eda req-0ee74d86-4e21-4c99-bd2e-ab0ab4796197 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:00.143556 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b16c6db-eba2-40ef-9eab-2acd53c57258', 'name': 'network-vif-deleted', 'tag': '60e63ba7-325f-48bd-932e-f668450e4167'}] {{(pid=79280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:33:00.198621 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b16c6db-eba2-40ef-9eab-2acd53c57258', 'name': 'network-vif-deleted', 'tag': '60e63ba7-325f-48bd-932e-f668450e4167', 'status': 'completed', 'code': 200} May 17 16:33:00.250092 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-50e499ee-e5b6-403a-904a-f97d931e3eda req-0ee74d86-4e21-4c99-bd2e-ab0ab4796197 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.24 "DELETE /v2.0/ports/60e63ba7-325f-48bd-932e-f668450e4167 HTTP/1.1" status: 204 len: 173 time: 1.6919990 May 17 16:33:00.264994 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-d6015810-31a1-4903-b5dd-e95c61cdcf0a None None] Set router 1d0dc66f-e4d2-468e-96d0-0199564b409f gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:33:00.468366 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020d08d-5ae1-4507-8451-5b5dd05d5422 req-ebc43e55-8fc2-44bb-b6cf-dea50a507e4c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:00.469847 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1020d08d-5ae1-4507-8451-5b5dd05d5422 req-ebc43e55-8fc2-44bb-b6cf-dea50a507e4c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 943 time: 0.0819023 May 17 16:33:00.527329 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-1020d08d-5ae1-4507-8451-5b5dd05d5422 req-87120120-a32b-44ea-9ae1-81c778c7e45a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461004 May 17 16:33:00.613810 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-d6015810-31a1-4903-b5dd-e95c61cdcf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'name': 'tempest-TestVolumeBootPattern-1118485279-router', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:01Z', 'updated_at': '2021-05-17T16:28:07Z', 'revision_number': 4, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'gw_port': {'id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:03Z', 'updated_at': '2021-05-17T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'ad9a6b66-6aeb-48b8-be83-871979dd0d99', 'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'mac_address': 'fa:16:3e:f5:a8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:06Z', 'updated_at': '2021-05-17T16:28:19Z', 'revision_number': 5, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'subnets': [{'id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:00.617703 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6015810-31a1-4903-b5dd-e95c61cdcf0a None None] Checking router: 1d0dc66f-e4d2-468e-96d0-0199564b409f for host: dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:33:00.625801 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6015810-31a1-4903-b5dd-e95c61cdcf0a None None] Routers {'1d0dc66f-e4d2-468e-96d0-0199564b409f'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:33:00.626430 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-d6015810-31a1-4903-b5dd-e95c61cdcf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:32:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['1d0dc66f-e4d2-468e-96d0-0199564b409f'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:00.813221 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-d6015810-31a1-4903-b5dd-e95c61cdcf0a None None] Set router 1d0dc66f-e4d2-468e-96d0-0199564b409f gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:33:00.986606 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-ebb00ff6-71c5-4fdb-baf7-198ada54b281 req-ba8d026c-f295-42ff-a10c-c4648ef83c24 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Synchronizing usage tracker for tenant:7a068a8fe37545c7b11756cf0d188624 on resource:port {{(pid=79280) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:33:01.046109 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device ab032548-d53f-4cfa-bc1f-749425127dbb details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:33:01.072882 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [req-ebb00ff6-71c5-4fdb-baf7-198ada54b281 req-ba8d026c-f295-42ff-a10c-c4648ef83c24 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Unset dirty status for tenant:7a068a8fe37545c7b11756cf0d188624 on resource:port {{(pid=79280) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:33:01.074260 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ebb00ff6-71c5-4fdb-baf7-198ada54b281 req-ba8d026c-f295-42ff-a10c-c4648ef83c24 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b16c6db-eba2-40ef-9eab-2acd53c57258 HTTP/1.1" status: 200 len: 210 time: 0.1336541 May 17 16:33:01.167836 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0da03-f7a2-40d1-a433-8adc68884716 req-75209b5b-7657-4c1f-8f0c-c8a18c6ed280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:01.169539 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-64c0da03-f7a2-40d1-a433-8adc68884716 req-75209b5b-7657-4c1f-8f0c-c8a18c6ed280 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ea92b2008324514984db0dee23989df&device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 1096 time: 0.2602124 May 17 16:33:01.305380 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port ab032548-d53f-4cfa-bc1f-749425127dbb, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ab032548-d53f-4cfa-bc1f-749425127dbb,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:33:01.320225 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Returning: {'device': 'ab032548-d53f-4cfa-bc1f-749425127dbb', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'port_id': 'ab032548-d53f-4cfa-bc1f-749425127dbb', 'mac_address': 'fa:16:3e:d6:28:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:33:01.351809 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0da03-f7a2-40d1-a433-8adc68884716 req-f7cfed3c-b1ed-4854-86c0-23410d200823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:01.353243 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-64c0da03-f7a2-40d1-a433-8adc68884716 req-f7cfed3c-b1ed-4854-86c0-23410d200823 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b385ca28-bc09-4262-bdca-a3584d9f84aa HTTP/1.1" status: 200 len: 918 time: 0.1553731 May 17 16:33:01.373952 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-d6015810-31a1-4903-b5dd-e95c61cdcf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'name': 'tempest-TestVolumeBootPattern-1118485279-router', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:01Z', 'updated_at': '2021-05-17T16:28:07Z', 'revision_number': 4, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'gw_port': {'id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:03Z', 'updated_at': '2021-05-17T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'ad9a6b66-6aeb-48b8-be83-871979dd0d99', 'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'mac_address': 'fa:16:3e:f5:a8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:06Z', 'updated_at': '2021-05-17T16:28:19Z', 'revision_number': 5, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'subnets': [{'id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:01.382640 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6015810-31a1-4903-b5dd-e95c61cdcf0a None None] The sync data for ids ['1d0dc66f-e4d2-468e-96d0-0199564b409f'] in dv-cinder-768105-8-iscsi is: [{'id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'name': 'tempest-TestVolumeBootPattern-1118485279-router', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:01Z', 'updated_at': '2021-05-17T16:28:07Z', 'revision_number': 4, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'gw_port': {'id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:03Z', 'updated_at': '2021-05-17T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'ad9a6b66-6aeb-48b8-be83-871979dd0d99', 'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'mac_address': 'fa:16:3e:f5:a8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:06Z', 'updated_at': '2021-05-17T16:28:19Z', 'revision_number': 5, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'subnets': [{'id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:33:01.390003 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:01.408411 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab032548-d53f-4cfa-bc1f-749425127dbb {{(pid=79282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:33:01.432262 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port ab032548-d53f-4cfa-bc1f-749425127dbb, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ab032548-d53f-4cfa-bc1f-749425127dbb,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:33:01.483050 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-64c0da03-f7a2-40d1-a433-8adc68884716 req-e15ecbff-20c3-4819-a67a-ccd8b3fb5034 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab032548-d53f-4cfa-bc1f-749425127dbb HTTP/1.1" status: 200 len: 999 time: 0.1161587 May 17 16:33:01.488961 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:01.490920 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:01.552493 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0da03-f7a2-40d1-a433-8adc68884716 req-fec3cf73-0dbd-4d75-91f3-4931bc5648fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:01.554106 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-64c0da03-f7a2-40d1-a433-8adc68884716 req-fec3cf73-0dbd-4d75-91f3-4931bc5648fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e88814d7-1622-4f60-af12-99e2074dbe02 HTTP/1.1" status: 200 len: 856 time: 0.0638402 May 17 16:33:01.564743 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=ab032548-d53f-4cfa-bc1f-749425127dbb,revision_number=9']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:01.571700 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:01.572040 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:01.572367 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:01.572694 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:01.573016 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:01.573404 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:01.573721 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:01.574035 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:01.574375 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:01.574693 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:01.575004 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:01.575312 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:01.579404 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:01.648941 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0da03-f7a2-40d1-a433-8adc68884716 req-a81203cb-434b-4a03-adac-e490dc5b84dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:01.650915 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-64c0da03-f7a2-40d1-a433-8adc68884716 req-a81203cb-434b-4a03-adac-e490dc5b84dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b385ca28-bc09-4262-bdca-a3584d9f84aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825663 May 17 16:33:01.665891 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [req-64c0da03-f7a2-40d1-a433-8adc68884716 req-d0d3dcd0-9684-427d-a1b9-972bf9da3228 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=79280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 16:33:01.667395 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-64c0da03-f7a2-40d1-a433-8adc68884716 req-d0d3dcd0-9684-427d-a1b9-972bf9da3228 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087276 May 17 16:33:01.707899 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7019a45-8abc-4781-9d3d-1a9bf5e5cf79 None None] New status for floating IP d02a62b7-0ca6-49ee-842c-0212ab79dee4: DOWN {{(pid=79283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:33:01.836439 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['ab032548-d53f-4cfa-bc1f-749425127dbb'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:33:01.859396 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-64c0da03-f7a2-40d1-a433-8adc68884716 req-485a7348-23df-4c2c-a41a-5efa13b41fc5 service neutron] 10.222.0.24 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851676 May 17 16:33:01.872269 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdbcf8-0f3a-4684-821c-2cd39f9f41f7 req-a498d7b5-923c-49c3-a399-a46679f221ad tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:01.873754 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-86fdbcf8-0f3a-4684-821c-2cd39f9f41f7 req-a498d7b5-923c-49c3-a399-a46679f221ad tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 944 time: 0.1797609 May 17 16:33:02.002464 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-86fdbcf8-0f3a-4684-821c-2cd39f9f41f7 req-10bc84b7-64eb-41ac-ba01-a49e85ebabe8 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1043804 May 17 16:33:02.051742 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-64c0da03-f7a2-40d1-a433-8adc68884716 req-89c00aa9-518f-4aa9-9de5-5a8c7609697e service neutron] 10.222.0.24 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769142 May 17 16:33:02.424517 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-ae1ad517-f4b5-4a4b-9ad7-e940b9f01c98 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-582303773&fields=id&tenant_id=7a068a8fe37545c7b11756cf0d188624 HTTP/1.1" status: 200 len: 267 time: 0.0382700 May 17 16:33:02.577433 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-bb7409e8-df90-4e22-8f48-1803f9d797c9 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:02.578868 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-bb7409e8-df90-4e22-8f48-1803f9d797c9 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/networks?id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16 HTTP/1.1" status: 200 len: 812 time: 0.1422083 May 17 16:33:02.593424 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-18a83aab-15c5-4948-b06c-b4ba4408a167 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/quotas/7a068a8fe37545c7b11756cf0d188624 HTTP/1.1" status: 200 len: 375 time: 0.0087254 May 17 16:33:02.678148 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-f8e3aee0-b8f6-409e-9ad2-6534d08c44f4 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a068a8fe37545c7b11756cf0d188624&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0790734 May 17 16:33:02.692973 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-b56277b1-0d51-449d-8001-59feea01d8a1 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=79280) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 17 16:33:02.693873 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-b56277b1-0d51-449d-8001-59feea01d8a1 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049160 May 17 16:33:02.929192 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-1f0015c7-6263-475e-aa7d-47331566b042 service neutron] 10.222.0.11 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260382 May 17 16:33:03.020895 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device ab032548-d53f-4cfa-bc1f-749425127dbb up at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:33:03.075320 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-3690c232-1371-4841-8783-48e07bdcb5ff service neutron] 10.222.0.11 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402402 May 17 16:33:03.115531 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning complete for port ab032548-d53f-4cfa-bc1f-749425127dbb triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:33:03.116223 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:03.274253 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:03.304180 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb704110-995d-4f2a-8675-20ca9282ae7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab032548-d53f-4cfa-bc1f-749425127dbb'}] {{(pid=79282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:33:03.314512 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port ab032548-d53f-4cfa-bc1f-749425127dbb, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ab032548-d53f-4cfa-bc1f-749425127dbb,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:33:03.432602 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:03.433675 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 60e63ba7-325f-48bd-932e-f668450e4167 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:33:03.448839 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65b203-7856-4f10-81fb-8e532725c760 req-556512ae-032d-4c85-aa88-e95f875cc82a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:03.450378 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7e65b203-7856-4f10-81fb-8e532725c760 req-556512ae-032d-4c85-aa88-e95f875cc82a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 944 time: 0.0848253 May 17 16:33:03.459793 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:03.502427 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7e65b203-7856-4f10-81fb-8e532725c760 req-a58b1fde-0a16-4eeb-8a89-5d10e2ee779b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456734 May 17 16:33:03.532238 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] No Port match for: 60e63ba7-325f-48bd-932e-f668450e4167 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:33:03.532238 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device 60e63ba7-325f-48bd-932e-f668450e4167 not bound to the agent host hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:33:03.543155 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=ab032548-d53f-4cfa-bc1f-749425127dbb,revision_number=10']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:03.546124 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:03.560684 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb704110-995d-4f2a-8675-20ca9282ae7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab032548-d53f-4cfa-bc1f-749425127dbb', 'code': 200} May 17 16:33:04.057562 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6887e58e-dd52-4768-84bf-ebc09ad4ffc3 req-c6952688-d059-4871-8991-4a017c6b58ef tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 210 time: 0.0759487 May 17 16:33:04.061698 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e3428-1bec-4abe-831c-d2cc515fb2c3 req-cf4225a5-8183-4467-b07c-10ca69dd1d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:04.063847 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ff0e3428-1bec-4abe-831c-d2cc515fb2c3 req-cf4225a5-8183-4467-b07c-10ca69dd1d7a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 1099 time: 0.1565135 May 17 16:33:04.106151 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ff0e3428-1bec-4abe-831c-d2cc515fb2c3 req-cc218962-f4bf-4ef4-9fa5-a22240d88550 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357442 May 17 16:33:04.700328 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199994b0-c287-41cd-a683-cf6620b2cd00 req-65f1ba56-d596-4709-b0b4-8fced6bcc194 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:04.701776 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-199994b0-c287-41cd-a683-cf6620b2cd00 req-65f1ba56-d596-4709-b0b4-8fced6bcc194 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 946 time: 0.0846014 May 17 16:33:04.747910 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-199994b0-c287-41cd-a683-cf6620b2cd00 req-18db37b4-1616-493a-99c6-08b7eafa897b tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390916 May 17 16:33:05.233549 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f6339d4c-cf61-49c0-a08e-341574eefcb8 req-6bbc621e-de6a-4a37-8ae6-747efb0babf8 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 210 time: 0.0484004 May 17 16:33:05.945410 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b410ba-079c-45a6-95df-11b7c22e2331 req-51eb990e-f2fd-4b17-a387-9c86117551c6 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:05.946905 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-60b410ba-079c-45a6-95df-11b7c22e2331 req-51eb990e-f2fd-4b17-a387-9c86117551c6 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 946 time: 0.0897508 May 17 16:33:05.993451 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-60b410ba-079c-45a6-95df-11b7c22e2331 req-94e621d7-a16e-4492-8d51-8e0bcbd8cd75 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403275 May 17 16:33:06.077920 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-34238edc-992f-4270-b72e-6c1ddd5a7f9f req-e180e0be-1607-4394-8ffe-422c9257522e tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-856655374&fields=id&tenant_id=d73f6e7ae19343568240cc20d98fe216 HTTP/1.1" status: 200 len: 267 time: 0.0444579 May 17 16:33:06.165505 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34238edc-992f-4270-b72e-6c1ddd5a7f9f req-860cb939-df73-48b9-a842-e120db6730c5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:06.166985 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-34238edc-992f-4270-b72e-6c1ddd5a7f9f req-860cb939-df73-48b9-a842-e120db6730c5 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 984 time: 0.0822651 May 17 16:33:06.178837 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [req-34238edc-992f-4270-b72e-6c1ddd5a7f9f req-135138af-6bba-43dd-aa0b-8eee176f13ca tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Request body: {'port': {'security_groups': ['4c9a0023-706c-47e6-9d1b-d826f7061373']}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:33:06.297999 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-34238edc-992f-4270-b72e-6c1ddd5a7f9f req-135138af-6bba-43dd-aa0b-8eee176f13ca tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:06.404066 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-abd18c5d-4bbe-4f13-b4ed-439cf2ac3163 req-8b3e52e2-f9ab-452a-b18f-0c16377db5d6 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 210 time: 0.0455132 May 17 16:33:06.608567 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [req-34238edc-992f-4270-b72e-6c1ddd5a7f9f req-135138af-6bba-43dd-aa0b-8eee176f13ca tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] For port a03a5938-1057-4ff8-934b-df436d1b8137, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a03a5938-1057-4ff8-934b-df436d1b8137,segment=NetworkSegment(820215f4-e2e8-4c80-8e5d-7185383efa51),segment_id=820215f4-e2e8-4c80-8e5d-7185383efa51)] {{(pid=79280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:33:06.650712 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-34238edc-992f-4270-b72e-6c1ddd5a7f9f req-135138af-6bba-43dd-aa0b-8eee176f13ca tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for port, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:06.797583 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-34238edc-992f-4270-b72e-6c1ddd5a7f9f req-135138af-6bba-43dd-aa0b-8eee176f13ca tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566544'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:06.803693 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-80770dcf-a46f-46cc-9dfd-58bec48b4db0 tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:06.814399 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['a03a5938-1057-4ff8-934b-df436d1b8137'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:33:06.870059 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34238edc-992f-4270-b72e-6c1ddd5a7f9f req-135138af-6bba-43dd-aa0b-8eee176f13ca tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:06.870717 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [req-34238edc-992f-4270-b72e-6c1ddd5a7f9f req-135138af-6bba-43dd-aa0b-8eee176f13ca tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:06.875311 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-34238edc-992f-4270-b72e-6c1ddd5a7f9f req-135138af-6bba-43dd-aa0b-8eee176f13ca tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "PUT /v2.0/ports/a03a5938-1057-4ff8-934b-df436d1b8137 HTTP/1.1" status: 200 len: 942 time: 0.7015345 May 17 16:33:06.883323 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83edf047-c96e-4850-b5a2-150fbb2b8fb9', 'tag': 'a03a5938-1057-4ff8-934b-df436d1b8137'}] {{(pid=79280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:33:06.890924 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44158) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:33:06.903053 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135138af-6bba-43dd-aa0b-8eee176f13ca tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Pushing event updated for resources: {'Port': ['ID=a03a5938-1057-4ff8-934b-df436d1b8137,revision_number=7']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:06.906373 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-135138af-6bba-43dd-aa0b-8eee176f13ca tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:06.947777 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['a03a5938-1057-4ff8-934b-df436d1b8137'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:33:06.973087 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83edf047-c96e-4850-b5a2-150fbb2b8fb9', 'tag': 'a03a5938-1057-4ff8-934b-df436d1b8137', 'status': 'completed', 'code': 200} May 17 16:33:07.001441 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-83a92a61-4937-439f-952d-f90e82e1d4f6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:07.038054 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-83a92a61-4937-439f-952d-f90e82e1d4f6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:07.083210 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004730d9-8a72-485a-b52a-f5f47c6c8f7d req-29d89af3-55d6-4d87-93bf-1d2cbe1506d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:07.085957 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-004730d9-8a72-485a-b52a-f5f47c6c8f7d req-29d89af3-55d6-4d87-93bf-1d2cbe1506d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d73f6e7ae19343568240cc20d98fe216&device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 1098 time: 0.0892885 May 17 16:33:07.204833 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-b39e9975-9bc9-424e-834e-d0883491be96 None None] Provisioning complete for port a03a5938-1057-4ff8-934b-df436d1b8137 triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:33:07.205512 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-b39e9975-9bc9-424e-834e-d0883491be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:07.238647 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-83a92a61-4937-439f-952d-f90e82e1d4f6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:07.244703 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-9a990fb0-810d-4432-9e6a-8e53bbefc31d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:07.261262 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a92a61-4937-439f-952d-f90e82e1d4f6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c7ad76-0e23-468a-a3bf-92b0defbbd21,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:07.264484 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-83a92a61-4937-439f-952d-f90e82e1d4f6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:07.265944 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-83a92a61-4937-439f-952d-f90e82e1d4f6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:07.267205 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-83a92a61-4937-439f-952d-f90e82e1d4f6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "DELETE /v2.0/security-groups/c9c7ad76-0e23-468a-a3bf-92b0defbbd21 HTTP/1.1" status: 204 len: 168 time: 0.3748105 May 17 16:33:07.270859 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44170) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:33:07.418395 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004730d9-8a72-485a-b52a-f5f47c6c8f7d req-43bf6eaa-20a9-49ec-b918-31875559ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:07.419936 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-004730d9-8a72-485a-b52a-f5f47c6c8f7d req-43bf6eaa-20a9-49ec-b918-31875559ee72 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84e2e030-f7fd-45a7-ae9a-50d13ef72c2c HTTP/1.1" status: 200 len: 916 time: 0.3278246 May 17 16:33:07.504198 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c577dd-29dc-4149-97f4-bccd99b468c2 req-827a725d-b945-4c74-84ec-97a1afec8411 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:07.513647 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-23c577dd-29dc-4149-97f4-bccd99b468c2 req-827a725d-b945-4c74-84ec-97a1afec8411 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 946 time: 0.3236411 May 17 16:33:07.620033 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0d4ade4f-131c-47ef-a2bb-943dc7f41f8b req-6441d875-d706-429f-b17b-8e7faf4b7d41 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 210 time: 0.0711656 May 17 16:33:07.643288 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-004730d9-8a72-485a-b52a-f5f47c6c8f7d req-bdd362a9-2f0f-4ffa-bddc-6b2e308a7286 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a03a5938-1057-4ff8-934b-df436d1b8137 HTTP/1.1" status: 200 len: 1001 time: 0.2158966 May 17 16:33:07.646265 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-23c577dd-29dc-4149-97f4-bccd99b468c2 req-08614e3a-973f-46a4-a715-a7d3e90c485d tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1315336 May 17 16:33:07.711414 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004730d9-8a72-485a-b52a-f5f47c6c8f7d req-86d3ad07-a81d-4c00-b408-103726ce6d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:07.712863 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-004730d9-8a72-485a-b52a-f5f47c6c8f7d req-86d3ad07-a81d-4c00-b408-103726ce6d91 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb566c3b-0d86-4428-af0f-e5e28470bf55 HTTP/1.1" status: 200 len: 854 time: 0.0633085 May 17 16:33:07.793547 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004730d9-8a72-485a-b52a-f5f47c6c8f7d req-fe5769a7-d649-44dd-9201-29bcda4225a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:07.795135 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-004730d9-8a72-485a-b52a-f5f47c6c8f7d req-fe5769a7-d649-44dd-9201-29bcda4225a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84e2e030-f7fd-45a7-ae9a-50d13ef72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761802 May 17 16:33:07.798321 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-4e595ad7-82af-4700-a7cc-59fbbf63cb9c tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:07.799170 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-4e595ad7-82af-4700-a7cc-59fbbf63cb9c tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Synchronizing usage tracker for tenant:7a068a8fe37545c7b11756cf0d188624 on resource:network {{(pid=79281) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:33:07.881340 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-d661c58e-3064-4699-aa63-3ae3614c7a95 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Deleting port 498a8304-c31d-4d1f-b4f3-13a6573e6370 {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:33:07.881617 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-d661c58e-3064-4699-aa63-3ae3614c7a95 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:07.947798 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-004730d9-8a72-485a-b52a-f5f47c6c8f7d req-6cbe764a-ce2c-4945-ac5e-d0611d53e983 service neutron] 10.222.0.24 "GET /v2.0/networks/84e2e030-f7fd-45a7-ae9a-50d13ef72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458759 May 17 16:33:08.007932 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-d661c58e-3064-4699-aa63-3ae3614c7a95 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:08.009799 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-d661c58e-3064-4699-aa63-3ae3614c7a95 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:08.071264 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-4e595ad7-82af-4700-a7cc-59fbbf63cb9c tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Unset dirty status for tenant:7a068a8fe37545c7b11756cf0d188624 on resource:network {{(pid=79281) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:33:08.112683 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-4e595ad7-82af-4700-a7cc-59fbbf63cb9c tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.24 "GET /v2.0/networks?id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16 HTTP/1.1" status: 200 len: 812 time: 0.5425882 May 17 16:33:08.112866 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-004730d9-8a72-485a-b52a-f5f47c6c8f7d req-6adaeebf-90a1-4849-bb33-0512767c2270 service neutron] 10.222.0.24 "GET /v2.0/networks/84e2e030-f7fd-45a7-ae9a-50d13ef72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274505 May 17 16:33:08.144530 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-d661c58e-3064-4699-aa63-3ae3614c7a95 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Calling delete_port for 498a8304-c31d-4d1f-b4f3-13a6573e6370 owned by network:floatingip {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:33:08.190628 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-257d27c2-e757-4c46-a756-3eef555a8aa7 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Synchronizing usage tracker for tenant:7a068a8fe37545c7b11756cf0d188624 on resource:security_group {{(pid=79281) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:33:08.211256 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-257d27c2-e757-4c46-a756-3eef555a8aa7 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Unset dirty status for tenant:7a068a8fe37545c7b11756cf0d188624 on resource:security_group {{(pid=79281) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:33:08.213476 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-257d27c2-e757-4c46-a756-3eef555a8aa7 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a068a8fe37545c7b11756cf0d188624 HTTP/1.1" status: 200 len: 379 time: 0.0869510 May 17 16:33:08.223390 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-dd40e5c9-cd74-47fd-ad17-92d9ccef0d64 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Request body: {'port': {'device_id': '7b9451f1-254a-4285-b349-54218c037798', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'admin_state_up': True, 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'security_groups': ['09d7f126-fa36-49de-82ed-6f57d850baac']}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:33:08.400518 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-dd40e5c9-cd74-47fd-ad17-92d9ccef0d64 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:33:08.421401 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-dd40e5c9-cd74-47fd-ad17-92d9ccef0d64 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:33:08.518026 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-dd40e5c9-cd74-47fd-ad17-92d9ccef0d64 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Made reservation on behalf of 7a068a8fe37545c7b11756cf0d188624 for: {'port': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:33:08.522322 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-dd40e5c9-cd74-47fd-ad17-92d9ccef0d64 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:08.583264 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-d661c58e-3064-4699-aa63-3ae3614c7a95 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:08.587636 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-04fec61d-0e4a-4500-b7ef-37d2e2c6e95f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:08.642646 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661c58e-3064-4699-aa63-3ae3614c7a95 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Pushing event deleted for resources: {'Port': ['ID=498a8304-c31d-4d1f-b4f3-13a6573e6370,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:08.654516 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-d661c58e-3064-4699-aa63-3ae3614c7a95 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:08.808737 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-695e9cf4-1d25-410b-b57f-a25c0cc823da req-f069e50d-290e-4c42-b011-8e4105f0627e tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 210 time: 0.0790238 May 17 16:33:08.812588 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-d661c58e-3064-4699-aa63-3ae3614c7a95 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks [] for floatingip, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:08.817667 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.db.l3_db [None req-d661c58e-3064-4699-aa63-3ae3614c7a95 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Floating IP 7df096b3-7bdd-44a5-9dcd-a964bb3fe933 disassociated (deleted). External IP: 172.27.2.212, port: a03a5938-1057-4ff8-934b-df436d1b8137. May 17 16:33:08.896007 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_common [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-dd40e5c9-cd74-47fd-ad17-92d9ccef0d64 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Allocated IP 172.20.0.10 (e6fe2ea0-0db1-45f0-b531-7aee8c41de16/cc08d764-d8a6-4e79-89d3-68b07503ca46/ca01313f-a5b5-49ee-8d86-e45e8949f356) {{(pid=79281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:33:08.912156 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb34199-1137-462e-ab73-6e803670f614 req-e0b49ceb-07e8-4843-855d-a8062bebe80d tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:08.913680 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0eb34199-1137-462e-ab73-6e803670f614 req-e0b49ceb-07e8-4843-855d-a8062bebe80d tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 946 time: 0.0883572 May 17 16:33:08.964416 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0eb34199-1137-462e-ab73-6e803670f614 req-163e1f0e-beec-4892-a608-1f400e36bc26 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438728 May 17 16:33:09.419062 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-dd40e5c9-cd74-47fd-ad17-92d9ccef0d64 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for port, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:09.445562 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.provisioning_blocks [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-dd40e5c9-cd74-47fd-ad17-92d9ccef0d64 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Transition to ACTIVE for port object ca01313f-a5b5-49ee-8d86-e45e8949f356 will not be triggered until provisioned by entity DHCP. {{(pid=79281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:33:09.458625 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d661c58e-3064-4699-aa63-3ae3614c7a95 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Router 3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9 has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:33:09.646465 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d661c58e-3064-4699-aa63-3ae3614c7a95 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:33:09.658794 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7c8708-7eae-4065-9dda-2dc5df4a8177 None None] Sync routers for ids ['3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'] in dv-cinder-768105-8-iscsi {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:33:09.668243 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7c8708-7eae-4065-9dda-2dc5df4a8177 None None] Routers {'3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:33:09.668857 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-8f7c8708-7eae-4065-9dda-2dc5df4a8177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:32:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:09.671972 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-d661c58e-3064-4699-aa63-3ae3614c7a95 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for floatingip, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:09.710474 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-dd40e5c9-cd74-47fd-ad17-92d9ccef0d64 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:09.720259 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-4b4f755e-b8fa-407c-8cf1-429108fd502a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:09.795583 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-dd40e5c9-cd74-47fd-ad17-92d9ccef0d64 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Network e6fe2ea0-0db1-45f0-b531-7aee8c41de16 is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:33:09.801783 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-d661c58e-3064-4699-aa63-3ae3614c7a95 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "DELETE /v2.0/floatingips/7df096b3-7bdd-44a5-9dcd-a964bb3fe933 HTTP/1.1" status: 204 len: 168 time: 2.5226948 May 17 16:33:09.802880 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-dd40e5c9-cd74-47fd-ad17-92d9ccef0d64 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:33:09.806772 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83edf047-c96e-4850-b5a2-150fbb2b8fb9', 'tag': 'a03a5938-1057-4ff8-934b-df436d1b8137'}] {{(pid=79281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:33:09.816380 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-dd40e5c9-cd74-47fd-ad17-92d9ccef0d64 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Received port after_create {{(pid=79281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:33:09.843679 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40e5c9-cd74-47fd-ad17-92d9ccef0d64 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Pushing event updated for resources: {'Port': ['ID=ca01313f-a5b5-49ee-8d86-e45e8949f356,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:09.857825 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-dd40e5c9-cd74-47fd-ad17-92d9ccef0d64 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:09.896451 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-dd40e5c9-cd74-47fd-ad17-92d9ccef0d64 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:09.899236 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-dd40e5c9-cd74-47fd-ad17-92d9ccef0d64 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:09.934022 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-8f7c8708-7eae-4065-9dda-2dc5df4a8177 None None] Set router 3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:33:09.935505 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83edf047-c96e-4850-b5a2-150fbb2b8fb9', 'tag': 'a03a5938-1057-4ff8-934b-df436d1b8137', 'status': 'completed', 'code': 200} May 17 16:33:10.084570 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-dd40e5c9-cd74-47fd-ad17-92d9ccef0d64 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8664432 May 17 16:33:10.085618 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f3357-c73c-4520-9eaa-c0ece149b081 req-7681bda9-7cc9-4524-bebe-477e8b2f3b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:10.088157 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9c8f3357-c73c-4520-9eaa-c0ece149b081 req-7681bda9-7cc9-4524-bebe-477e8b2f3b52 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d73f6e7ae19343568240cc20d98fe216&device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 1098 time: 0.1301506 May 17 16:33:10.103803 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-e5c46fcc-e8c0-43a1-b66b-8c07a865c218 service neutron] Request body: {'port': {'device_id': '7b9451f1-254a-4285-b349-54218c037798', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:33:10.288330 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f3357-c73c-4520-9eaa-c0ece149b081 req-da53f97e-bd64-45b9-9735-63496b3cc9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:10.289416 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9c8f3357-c73c-4520-9eaa-c0ece149b081 req-da53f97e-bd64-45b9-9735-63496b3cc9c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84e2e030-f7fd-45a7-ae9a-50d13ef72c2c HTTP/1.1" status: 200 len: 916 time: 0.1631699 May 17 16:33:10.352992 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-f5d44704-df4f-4bc7-9b92-276e496b6080 None None] Provisioning for port ca01313f-a5b5-49ee-8d86-e45e8949f356 completed by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:33:10.361638 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-f5d44704-df4f-4bc7-9b92-276e496b6080 None None] Provisioning complete for port ca01313f-a5b5-49ee-8d86-e45e8949f356 triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:33:10.362001 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-f5d44704-df4f-4bc7-9b92-276e496b6080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:10.363688 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f08219-d875-438a-a404-6f87388eee56 req-61577301-1d68-4ac8-a941-ca0ae33597f0 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:10.365161 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d6f08219-d875-438a-a404-6f87388eee56 req-61577301-1d68-4ac8-a941-ca0ae33597f0 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 932 time: 0.2764249 May 17 16:33:10.374784 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9c8f3357-c73c-4520-9eaa-c0ece149b081 req-bce5c059-9a59-4d2a-86b2-57f86e840237 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a03a5938-1057-4ff8-934b-df436d1b8137 HTTP/1.1" status: 200 len: 217 time: 0.0765669 May 17 16:33:10.394271 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-e5c46fcc-e8c0-43a1-b66b-8c07a865c218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:10.477104 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d6f08219-d875-438a-a404-6f87388eee56 req-5415cb93-7cec-4b6d-8975-d7ea33704427 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040008 May 17 16:33:10.481390 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-f5d44704-df4f-4bc7-9b92-276e496b6080 None None] Port ca01313f-a5b5-49ee-8d86-e45e8949f356 cannot update to ACTIVE because it is not bound. {{(pid=79282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:33:10.486724 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f3357-c73c-4520-9eaa-c0ece149b081 req-feca62cd-b7a9-4ac6-b774-e7ae0fcdfc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:10.494726 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9c8f3357-c73c-4520-9eaa-c0ece149b081 req-feca62cd-b7a9-4ac6-b774-e7ae0fcdfc4d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb566c3b-0d86-4428-af0f-e5e28470bf55 HTTP/1.1" status: 200 len: 854 time: 0.1064482 May 17 16:33:10.615663 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-8f7c8708-7eae-4065-9dda-2dc5df4a8177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'name': 'tempest-TestMinimumBasicScenario-1477198209-router', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:27:53Z', 'updated_at': '2021-05-17T16:27:58Z', 'revision_number': 4, 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'gw_port': {'id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:27:54Z', 'updated_at': '2021-05-17T16:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': '8d4c2940-308e-408d-bfd1-60ad9e34dfc7', 'name': '', 'network_id': '84e2e030-f7fd-45a7-ae9a-50d13ef72c2c', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'mac_address': 'fa:16:3e:86:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fb566c3b-0d86-4428-af0f-e5e28470bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:27:57Z', 'updated_at': '2021-05-17T16:28:06Z', 'revision_number': 5, 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'subnets': [{'id': 'fb566c3b-0d86-4428-af0f-e5e28470bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:10.624555 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7c8708-7eae-4065-9dda-2dc5df4a8177 None None] Checking router: 3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9 for host: dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:33:10.641788 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7c8708-7eae-4065-9dda-2dc5df4a8177 None None] Routers {'3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:33:10.642795 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-8f7c8708-7eae-4065-9dda-2dc5df4a8177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:32:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:10.653692 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f3357-c73c-4520-9eaa-c0ece149b081 req-d46bdd95-44f8-4915-b011-f5496d598841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:10.655528 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9c8f3357-c73c-4520-9eaa-c0ece149b081 req-d46bdd95-44f8-4915-b011-f5496d598841 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84e2e030-f7fd-45a7-ae9a-50d13ef72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1538916 May 17 16:33:10.818655 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9c8f3357-c73c-4520-9eaa-c0ece149b081 req-baf08676-6138-41e8-a87d-18c2f65be06a service neutron] 10.222.0.24 "GET /v2.0/networks/84e2e030-f7fd-45a7-ae9a-50d13ef72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519558 May 17 16:33:10.884675 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-8f7c8708-7eae-4065-9dda-2dc5df4a8177 None None] Set router 3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:33:10.959661 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-e5c46fcc-e8c0-43a1-b66b-8c07a865c218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca01313f-a5b5-49ee-8d86-e45e8949f356 {{(pid=79281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:33:10.967003 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-e5c46fcc-e8c0-43a1-b66b-8c07a865c218 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:10.984530 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.provisioning_blocks [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-e5c46fcc-e8c0-43a1-b66b-8c07a865c218 service neutron] Transition to ACTIVE for port object ca01313f-a5b5-49ee-8d86-e45e8949f356 will not be triggered until provisioned by entity L2. {{(pid=79281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:33:11.066985 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-e5c46fcc-e8c0-43a1-b66b-8c07a865c218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1955875'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:11.071573 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-7651a700-3a4b-4076-a5f8-14d014704979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:11.100197 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9c8f3357-c73c-4520-9eaa-c0ece149b081 req-570808c5-89e1-4a21-9c7b-80c6a61cbabf service neutron] 10.222.0.24 "GET /v2.0/networks/84e2e030-f7fd-45a7-ae9a-50d13ef72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773716 May 17 16:33:11.204712 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c46fcc-e8c0-43a1-b66b-8c07a865c218 service neutron] Pushing event updated for resources: {'Port': ['ID=ca01313f-a5b5-49ee-8d86-e45e8949f356,revision_number=2']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:11.231502 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e5c46fcc-e8c0-43a1-b66b-8c07a865c218 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:11.246560 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-8f7c8708-7eae-4065-9dda-2dc5df4a8177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'name': 'tempest-TestMinimumBasicScenario-1477198209-router', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:27:53Z', 'updated_at': '2021-05-17T16:27:58Z', 'revision_number': 4, 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'gw_port': {'id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:27:54Z', 'updated_at': '2021-05-17T16:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': '8d4c2940-308e-408d-bfd1-60ad9e34dfc7', 'name': '', 'network_id': '84e2e030-f7fd-45a7-ae9a-50d13ef72c2c', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'mac_address': 'fa:16:3e:86:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fb566c3b-0d86-4428-af0f-e5e28470bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:27:57Z', 'updated_at': '2021-05-17T16:28:06Z', 'revision_number': 5, 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'subnets': [{'id': 'fb566c3b-0d86-4428-af0f-e5e28470bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:11.251999 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7c8708-7eae-4065-9dda-2dc5df4a8177 None None] The sync data for ids ['3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'] in dv-cinder-768105-8-iscsi is: [{'id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'name': 'tempest-TestMinimumBasicScenario-1477198209-router', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:27:53Z', 'updated_at': '2021-05-17T16:27:58Z', 'revision_number': 4, 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'gw_port': {'id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:27:54Z', 'updated_at': '2021-05-17T16:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': '8d4c2940-308e-408d-bfd1-60ad9e34dfc7', 'name': '', 'network_id': '84e2e030-f7fd-45a7-ae9a-50d13ef72c2c', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'mac_address': 'fa:16:3e:86:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fb566c3b-0d86-4428-af0f-e5e28470bf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:27:57Z', 'updated_at': '2021-05-17T16:28:06Z', 'revision_number': 5, 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'subnets': [{'id': 'fb566c3b-0d86-4428-af0f-e5e28470bf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:33:11.321386 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-e5c46fcc-e8c0-43a1-b66b-8c07a865c218 service neutron] Attempting to bind port ca01313f-a5b5-49ee-8d86-e45e8949f356 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:33:11.321503 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-e5c46fcc-e8c0-43a1-b66b-8c07a865c218 service neutron] Attempting to bind port ca01313f-a5b5-49ee-8d86-e45e8949f356 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'c7b9b05b-accd-45f4-8e0f-e1ea12cbb998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16'}] {{(pid=79281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:33:11.322155 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-e5c46fcc-e8c0-43a1-b66b-8c07a865c218 service neutron] Attempting to bind port ca01313f-a5b5-49ee-8d86-e45e8949f356 on network e6fe2ea0-0db1-45f0-b531-7aee8c41de16 {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:33:11.327477 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-e5c46fcc-e8c0-43a1-b66b-8c07a865c218 service neutron] Port ca01313f-a5b5-49ee-8d86-e45e8949f356 on network e6fe2ea0-0db1-45f0-b531-7aee8c41de16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:33:11.327804 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-e5c46fcc-e8c0-43a1-b66b-8c07a865c218 service neutron] Attempting to bind port ca01313f-a5b5-49ee-8d86-e45e8949f356 on network e6fe2ea0-0db1-45f0-b531-7aee8c41de16 {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:33:11.333984 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-e5c46fcc-e8c0-43a1-b66b-8c07a865c218 service neutron] Checking agent: {'id': 'e426a337-f724-4468-bb76-290ab6f07147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'started_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:33:11.334327 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-e5c46fcc-e8c0-43a1-b66b-8c07a865c218 service neutron] Checking segment: {'id': 'c7b9b05b-accd-45f4-8e0f-e1ea12cbb998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:33:11.334700 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-e5c46fcc-e8c0-43a1-b66b-8c07a865c218 service neutron] Bound using segment: {'id': 'c7b9b05b-accd-45f4-8e0f-e1ea12cbb998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16'} {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:33:11.335114 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-e5c46fcc-e8c0-43a1-b66b-8c07a865c218 service neutron] Bound port: ca01313f-a5b5-49ee-8d86-e45e8949f356, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b9b05b-accd-45f4-8e0f-e1ea12cbb998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16'}}] {{(pid=79281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:33:11.335476 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-e5c46fcc-e8c0-43a1-b66b-8c07a865c218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:11.436188 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-e5c46fcc-e8c0-43a1-b66b-8c07a865c218 service neutron] For port ca01313f-a5b5-49ee-8d86-e45e8949f356, host hv-cinder-76810, cleared binding levels {{(pid=79281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:33:11.439764 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-e5c46fcc-e8c0-43a1-b66b-8c07a865c218 service neutron] For port ca01313f-a5b5-49ee-8d86-e45e8949f356, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ca01313f-a5b5-49ee-8d86-e45e8949f356,segment=NetworkSegment(c7b9b05b-accd-45f4-8e0f-e1ea12cbb998),segment_id=c7b9b05b-accd-45f4-8e0f-e1ea12cbb998)] {{(pid=79281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:33:11.498584 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0332d6-3c48-447c-8398-8d1a737722bb None None] New status for floating IP 7df096b3-7bdd-44a5-9dcd-a964bb3fe933: DOWN {{(pid=79283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:33:11.506609 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-e5c46fcc-e8c0-43a1-b66b-8c07a865c218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1955875'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:11.510908 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-5ab6a911-9ec1-4ea6-8d1d-e6cd03e0e375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:11.569417 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-e5c46fcc-e8c0-43a1-b66b-8c07a865c218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:11.570017 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-e5c46fcc-e8c0-43a1-b66b-8c07a865c218 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:11.571469 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-e5c46fcc-e8c0-43a1-b66b-8c07a865c218 service neutron] 10.222.0.24 "PUT /v2.0/ports/ca01313f-a5b5-49ee-8d86-e45e8949f356 HTTP/1.1" status: 200 len: 1094 time: 1.4743948 May 17 16:33:11.612280 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c46fcc-e8c0-43a1-b66b-8c07a865c218 service neutron] Pushing event updated for resources: {'Port': ['ID=ca01313f-a5b5-49ee-8d86-e45e8949f356,revision_number=3']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:11.616654 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e5c46fcc-e8c0-43a1-b66b-8c07a865c218 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:11.705383 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78911b-db80-409b-8bc0-bcc492d7929b req-0b469e78-7a84-465e-ac05-f7db2fddaf03 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:11.707145 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3a78911b-db80-409b-8bc0-bcc492d7929b req-0b469e78-7a84-465e-ac05-f7db2fddaf03 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 944 time: 0.0971799 May 17 16:33:11.786848 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3a78911b-db80-409b-8bc0-bcc492d7929b req-808e480b-3832-4ce2-bfcd-2cb1e6ab6bbe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671263 May 17 16:33:11.871173 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-9eab28ab-180a-4262-99e3-bdd2eb720e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:11.872647 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-9eab28ab-180a-4262-99e3-bdd2eb720e8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a068a8fe37545c7b11756cf0d188624&device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 1097 time: 0.2051065 May 17 16:33:11.916048 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:33:11.941436 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9451f1-254a-4285-b349-54218c037798', 'tag': 'ca01313f-a5b5-49ee-8d86-e45e8949f356'}] {{(pid=79281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:33:11.954568 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-0a4973a3-7bee-42b4-8456-3e744f1e481f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca01313f-a5b5-49ee-8d86-e45e8949f356 HTTP/1.1" status: 200 len: 217 time: 0.0656328 May 17 16:33:11.999787 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9451f1-254a-4285-b349-54218c037798', 'tag': 'ca01313f-a5b5-49ee-8d86-e45e8949f356', 'status': 'completed', 'code': 200} May 17 16:33:12.025877 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-71565b87-6881-4957-bd17-2df6bb67ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:12.027353 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-71565b87-6881-4957-bd17-2df6bb67ed2c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc08d764-d8a6-4e79-89d3-68b07503ca46 HTTP/1.1" status: 200 len: 851 time: 0.0658782 May 17 16:33:12.101963 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-a92475fc-3470-4f70-a194-64f40c04fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:12.103350 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-a92475fc-3470-4f70-a194-64f40c04fbef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691047 May 17 16:33:12.238167 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-6d0e24cf-c032-45a8-84bd-10402f4776e0 service neutron] 10.222.0.24 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237059 May 17 16:33:12.369519 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-4756d1b2-3a18-40c4-8eac-79e6471d3ccb req-2ed03a4a-df30-4dee-a257-646a913e7aa5 service neutron] 10.222.0.24 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227469 May 17 16:33:12.575939 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd057a5f-3c56-47e5-a819-dcf5a049cef5 req-25df078c-c7fc-4b11-9548-48487c5802da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:12.577610 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-bd057a5f-3c56-47e5-a819-dcf5a049cef5 req-25df078c-c7fc-4b11-9548-48487c5802da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a068a8fe37545c7b11756cf0d188624&device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 1097 time: 0.0751126 May 17 16:33:12.709876 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd057a5f-3c56-47e5-a819-dcf5a049cef5 req-f242d6e3-159b-49d3-bc50-c1cd5d338fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:12.711258 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-bd057a5f-3c56-47e5-a819-dcf5a049cef5 req-f242d6e3-159b-49d3-bc50-c1cd5d338fac service neutron] 10.222.0.24 "GET /v2.0/networks?id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16 HTTP/1.1" status: 200 len: 913 time: 0.1269295 May 17 16:33:12.780543 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-bd057a5f-3c56-47e5-a819-dcf5a049cef5 req-53ea2360-d992-4a84-9dae-bce664fc0a74 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca01313f-a5b5-49ee-8d86-e45e8949f356 HTTP/1.1" status: 200 len: 217 time: 0.0622063 May 17 16:33:12.846827 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd057a5f-3c56-47e5-a819-dcf5a049cef5 req-12ffb1fc-7e6d-4794-a130-5015fc2e4ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:12.848332 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-bd057a5f-3c56-47e5-a819-dcf5a049cef5 req-12ffb1fc-7e6d-4794-a130-5015fc2e4ee8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc08d764-d8a6-4e79-89d3-68b07503ca46 HTTP/1.1" status: 200 len: 851 time: 0.0619018 May 17 16:33:12.928052 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd057a5f-3c56-47e5-a819-dcf5a049cef5 req-19d24126-5cb2-49bc-a570-144ea8a9846a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:12.929530 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-bd057a5f-3c56-47e5-a819-dcf5a049cef5 req-19d24126-5cb2-49bc-a570-144ea8a9846a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742025 May 17 16:33:12.966887 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589b80a-97c6-4b8a-975a-7ce11f14df64 req-cdae80e2-49ad-49b3-8caf-4b6db45c66f6 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:12.968308 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b589b80a-97c6-4b8a-975a-7ce11f14df64 req-cdae80e2-49ad-49b3-8caf-4b6db45c66f6 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 944 time: 0.0841978 May 17 16:33:13.019818 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-b589b80a-97c6-4b8a-975a-7ce11f14df64 req-0d3c3b9b-2ede-44fc-9405-9744b0ea8ff5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452993 May 17 16:33:13.068418 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-bd057a5f-3c56-47e5-a819-dcf5a049cef5 req-ae76d171-6b4b-43d7-a9a6-ddd62b78c6e4 service neutron] 10.222.0.24 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318977 May 17 16:33:13.203468 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-bd057a5f-3c56-47e5-a819-dcf5a049cef5 req-76760b10-6af9-4b09-8732-1f1d80e27706 service neutron] 10.222.0.24 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284549 May 17 16:33:14.211724 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62dea1-5cd4-45df-9c8f-85581517d849 req-e146028f-e13f-462c-aed0-7ae8b0a3484d tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:14.213247 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7c62dea1-5cd4-45df-9c8f-85581517d849 req-e146028f-e13f-462c-aed0-7ae8b0a3484d tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 944 time: 0.0857928 May 17 16:33:14.258735 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-7c62dea1-5cd4-45df-9c8f-85581517d849 req-06edf82f-e657-4065-88dd-6698e4a8f974 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394888 May 17 16:33:15.500459 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5d17e12b-bb7b-402b-9dc1-0743e71b5e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:15.508852 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ba88e-b81c-4273-8b6b-71a648f9fe92 req-29c27f14-0761-4b25-9519-cf308b52a2ac tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:15.510367 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8e3ba88e-b81c-4273-8b6b-71a648f9fe92 req-29c27f14-0761-4b25-9519-cf308b52a2ac tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 944 time: 0.1398373 May 17 16:33:15.524889 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d3a75-7383-45a1-833f-48980bbe3a68 req-35d4e52a-1a31-41e8-8fa8-463686159deb tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:15.526308 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-396d3a75-7383-45a1-833f-48980bbe3a68 req-35d4e52a-1a31-41e8-8fa8-463686159deb tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 945 time: 0.1197841 May 17 16:33:15.594612 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8e3ba88e-b81c-4273-8b6b-71a648f9fe92 req-94ed4f58-df90-4fb3-b745-afe6f6cc2b6a tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781939 May 17 16:33:15.599215 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-396d3a75-7383-45a1-833f-48980bbe3a68 req-0d251f09-e4e7-47cc-875c-adc3c1a59f70 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598841 May 17 16:33:16.846435 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae80cb-b593-4fce-8280-401e017dd342 req-f8997944-d4d1-47ae-90d6-8b5f853a99c9 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:16.847881 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-16ae80cb-b593-4fce-8280-401e017dd342 req-f8997944-d4d1-47ae-90d6-8b5f853a99c9 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 944 time: 0.1403537 May 17 16:33:16.855185 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4816f-00db-4bbc-b221-258beb41138e req-e66589e0-915f-4fbf-8268-325a55cbeb06 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:16.856518 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a2f4816f-00db-4bbc-b221-258beb41138e req-e66589e0-915f-4fbf-8268-325a55cbeb06 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 945 time: 0.1471229 May 17 16:33:16.929370 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-16ae80cb-b593-4fce-8280-401e017dd342 req-f1928d03-91de-400d-b880-97a55e75adf3 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719016 May 17 16:33:16.932034 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a2f4816f-00db-4bbc-b221-258beb41138e req-7ad761f9-df02-403c-ab95-5d3e8db3e13e tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620263 May 17 16:33:17.684616 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec1cff-f192-4de9-b523-25182668c8c4 req-42a508ee-b8a6-4478-833d-8f49eda74b0d tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:17.685311 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-24ec1cff-f192-4de9-b523-25182668c8c4 req-42a508ee-b8a6-4478-833d-8f49eda74b0d tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Synchronizing usage tracker for tenant:d73f6e7ae19343568240cc20d98fe216 on resource:port {{(pid=79281) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:33:17.780228 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-24ec1cff-f192-4de9-b523-25182668c8c4 req-42a508ee-b8a6-4478-833d-8f49eda74b0d tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Unset dirty status for tenant:d73f6e7ae19343568240cc20d98fe216 on resource:port {{(pid=79281) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:33:17.781279 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-24ec1cff-f192-4de9-b523-25182668c8c4 req-42a508ee-b8a6-4478-833d-8f49eda74b0d tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.24 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 945 time: 0.1781714 May 17 16:33:17.916043 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [req-24ec1cff-f192-4de9-b523-25182668c8c4 req-0d3dcee6-01dc-4852-8495-c23fa38d0e2d tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Deleting port a03a5938-1057-4ff8-934b-df436d1b8137 {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:33:17.916375 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-24ec1cff-f192-4de9-b523-25182668c8c4 req-0d3dcee6-01dc-4852-8495-c23fa38d0e2d tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:18.059978 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-24ec1cff-f192-4de9-b523-25182668c8c4 req-0d3dcee6-01dc-4852-8495-c23fa38d0e2d tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] For port a03a5938-1057-4ff8-934b-df436d1b8137, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a03a5938-1057-4ff8-934b-df436d1b8137,segment=NetworkSegment(820215f4-e2e8-4c80-8e5d-7185383efa51),segment_id=820215f4-e2e8-4c80-8e5d-7185383efa51)] {{(pid=79281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:33:18.060411 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-24ec1cff-f192-4de9-b523-25182668c8c4 req-0d3dcee6-01dc-4852-8495-c23fa38d0e2d tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:18.169253 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:18.187640 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bb8491-5522-4dc6-834e-0f8a3c98a3a5 req-8e51e14b-0b24-4bc6-9ec4-b394c147495b tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:18.189085 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d2bb8491-5522-4dc6-834e-0f8a3c98a3a5 req-8e51e14b-0b24-4bc6-9ec4-b394c147495b tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 944 time: 0.1494505 May 17 16:33:18.198222 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef4660-0b38-4278-9a8f-e7bb2e8fbc67 req-ffc4a1c7-b075-4035-ad2a-9f5f9e9cce23 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:18.199638 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f7ef4660-0b38-4278-9a8f-e7bb2e8fbc67 req-ffc4a1c7-b075-4035-ad2a-9f5f9e9cce23 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 945 time: 0.1228650 May 17 16:33:18.220288 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-6c8dc3a9-20eb-4a39-bc12-ea36fffe291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:18.277242 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d2bb8491-5522-4dc6-834e-0f8a3c98a3a5 req-eadacbdd-3e59-4cec-9eef-734c12ac99e8 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766389 May 17 16:33:18.280046 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f7ef4660-0b38-4278-9a8f-e7bb2e8fbc67 req-17dc31d3-1f47-43b4-af73-b9463a241efa tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/security-groups?id=4c9a0023-706c-47e6-9d1b-d826f7061373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623014 May 17 16:33:18.285620 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [req-24ec1cff-f192-4de9-b523-25182668c8c4 req-0d3dcee6-01dc-4852-8495-c23fa38d0e2d tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Calling delete_port for a03a5938-1057-4ff8-934b-df436d1b8137 owned by compute:nova {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:33:18.500825 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-24ec1cff-f192-4de9-b523-25182668c8c4 req-0d3dcee6-01dc-4852-8495-c23fa38d0e2d tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:18.508162 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-26d9b912-109e-41c9-8004-f5514f2f48d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:18.513336 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['a03a5938-1057-4ff8-934b-df436d1b8137'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:33:18.568204 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3dcee6-01dc-4852-8495-c23fa38d0e2d tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Pushing event deleted for resources: {'Port': ['ID=a03a5938-1057-4ff8-934b-df436d1b8137,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:18.571297 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-0d3dcee6-01dc-4852-8495-c23fa38d0e2d tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:18.642735 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ec1cff-f192-4de9-b523-25182668c8c4 req-0d3dcee6-01dc-4852-8495-c23fa38d0e2d tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] No DVR routers for this DVR port a03a5938-1057-4ff8-934b-df436d1b8137 on host hv-cinder-76810 {{(pid=79281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:33:18.646111 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-24ec1cff-f192-4de9-b523-25182668c8c4 req-0d3dcee6-01dc-4852-8495-c23fa38d0e2d tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:18.648714 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83edf047-c96e-4850-b5a2-150fbb2b8fb9', 'name': 'network-vif-deleted', 'tag': 'a03a5938-1057-4ff8-934b-df436d1b8137'}] {{(pid=79281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:33:18.694337 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83edf047-c96e-4850-b5a2-150fbb2b8fb9', 'name': 'network-vif-deleted', 'tag': 'a03a5938-1057-4ff8-934b-df436d1b8137', 'status': 'completed', 'code': 200} May 17 16:33:18.775702 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-24ec1cff-f192-4de9-b523-25182668c8c4 req-0d3dcee6-01dc-4852-8495-c23fa38d0e2d tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.24 "DELETE /v2.0/ports/a03a5938-1057-4ff8-934b-df436d1b8137 HTTP/1.1" status: 204 len: 173 time: 0.9885082 May 17 16:33:19.294885 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:19.486796 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-94f5310a-a6b4-49a3-a163-411238a81123 req-ef22ba35-67bc-4b76-96c3-92924b237b6d tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] 10.222.0.11 "GET /v2.0/ports?device_id=83edf047-c96e-4850-b5a2-150fbb2b8fb9 HTTP/1.1" status: 200 len: 210 time: 0.0597425 May 17 16:33:19.523539 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5941c-93e3-4de3-840b-2d203ea7a912 req-d0bcab8e-02b6-4448-af7c-46ad43e2ceb1 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:19.525257 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0ef5941c-93e3-4de3-840b-2d203ea7a912 req-d0bcab8e-02b6-4448-af7c-46ad43e2ceb1 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 944 time: 0.1331224 May 17 16:33:19.571110 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0ef5941c-93e3-4de3-840b-2d203ea7a912 req-fa417f75-50a7-46d2-9005-f8f6263cb6e8 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396564 May 17 16:33:20.723564 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:20.760948 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68343231-7562-45b0-bac2-f67ec52aee0d req-2bd26e9f-93fe-406a-bf46-d6e81784c368 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:20.762467 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-68343231-7562-45b0-bac2-f67ec52aee0d req-2bd26e9f-93fe-406a-bf46-d6e81784c368 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 944 time: 0.0848429 May 17 16:33:20.811936 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-68343231-7562-45b0-bac2-f67ec52aee0d req-f9740f18-8fd4-47af-a3fe-54fd277e3ec0 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434268 May 17 16:33:21.086372 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device ca01313f-a5b5-49ee-8d86-e45e8949f356 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:33:21.089750 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device a03a5938-1057-4ff8-934b-df436d1b8137 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:33:21.130528 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] No Port match for: a03a5938-1057-4ff8-934b-df436d1b8137 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:33:21.130882 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device a03a5938-1057-4ff8-934b-df436d1b8137 not bound to the agent host hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:33:21.255242 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port ca01313f-a5b5-49ee-8d86-e45e8949f356, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ca01313f-a5b5-49ee-8d86-e45e8949f356,segment=NetworkSegment(c7b9b05b-accd-45f4-8e0f-e1ea12cbb998),segment_id=c7b9b05b-accd-45f4-8e0f-e1ea12cbb998)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:33:21.268215 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Returning: {'device': 'ca01313f-a5b5-49ee-8d86-e45e8949f356', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'port_id': 'ca01313f-a5b5-49ee-8d86-e45e8949f356', 'mac_address': 'fa:16:3e:73:83:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:33:21.321841 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:21.339414 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca01313f-a5b5-49ee-8d86-e45e8949f356 {{(pid=79282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:33:21.356375 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port ca01313f-a5b5-49ee-8d86-e45e8949f356, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ca01313f-a5b5-49ee-8d86-e45e8949f356,segment=NetworkSegment(c7b9b05b-accd-45f4-8e0f-e1ea12cbb998),segment_id=c7b9b05b-accd-45f4-8e0f-e1ea12cbb998)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:33:21.523219 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:21.525072 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:21.598230 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=ca01313f-a5b5-49ee-8d86-e45e8949f356,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:21.601267 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:21.808908 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:21.863431 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['ca01313f-a5b5-49ee-8d86-e45e8949f356'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:33:22.001382 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da461539-1208-4b62-862b-1d3ab88e3a87 req-607fb81d-4da7-426e-b55a-fb15887cd044 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:22.003487 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-da461539-1208-4b62-862b-1d3ab88e3a87 req-607fb81d-4da7-426e-b55a-fb15887cd044 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 945 time: 0.0829844 May 17 16:33:22.054505 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-da461539-1208-4b62-862b-1d3ab88e3a87 req-76031f88-0183-43d1-8c2a-db70498e72c1 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446842 May 17 16:33:22.668075 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44310) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:33:23.100720 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device ca01313f-a5b5-49ee-8d86-e45e8949f356 up at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:33:23.311908 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning for port ca01313f-a5b5-49ee-8d86-e45e8949f356 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:33:23.316186 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304d4de-9256-44ba-9374-b404c696a3db req-817dd5c1-165d-4ced-86ca-2460438a4f52 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:23.317544 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning complete for port ca01313f-a5b5-49ee-8d86-e45e8949f356 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:33:23.317925 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:23.318562 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9304d4de-9256-44ba-9374-b404c696a3db req-817dd5c1-165d-4ced-86ca-2460438a4f52 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 945 time: 0.0915413 May 17 16:33:23.342029 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3ae876f6-e0dc-4a64-8186-3db7ab3e6d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402885'] for router_interface, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:23.382608 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9304d4de-9256-44ba-9374-b404c696a3db req-6e11eda5-57bb-43d7-b01c-5083aa1d5930 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534654 May 17 16:33:23.490145 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:23.521877 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9451f1-254a-4285-b349-54218c037798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca01313f-a5b5-49ee-8d86-e45e8949f356'}] {{(pid=79282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:33:23.537295 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port ca01313f-a5b5-49ee-8d86-e45e8949f356, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ca01313f-a5b5-49ee-8d86-e45e8949f356,segment=NetworkSegment(c7b9b05b-accd-45f4-8e0f-e1ea12cbb998),segment_id=c7b9b05b-accd-45f4-8e0f-e1ea12cbb998)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:33:23.573119 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9451f1-254a-4285-b349-54218c037798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca01313f-a5b5-49ee-8d86-e45e8949f356', 'code': 200} May 17 16:33:23.643297 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:23.645626 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:23.718460 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=ca01313f-a5b5-49ee-8d86-e45e8949f356,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:23.721911 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:23.784809 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-3ae876f6-e0dc-4a64-8186-3db7ab3e6d72 admin admin] Deleting port 8d4c2940-308e-408d-bfd1-60ad9e34dfc7 {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:33:23.785404 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3ae876f6-e0dc-4a64-8186-3db7ab3e6d72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:24.006212 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [None req-3ae876f6-e0dc-4a64-8186-3db7ab3e6d72 admin admin] For port 8d4c2940-308e-408d-bfd1-60ad9e34dfc7, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=8d4c2940-308e-408d-bfd1-60ad9e34dfc7,segment=NetworkSegment(820215f4-e2e8-4c80-8e5d-7185383efa51),segment_id=820215f4-e2e8-4c80-8e5d-7185383efa51)] {{(pid=79281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:33:24.006594 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3ae876f6-e0dc-4a64-8186-3db7ab3e6d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:24.166995 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-3ae876f6-e0dc-4a64-8186-3db7ab3e6d72 admin admin] Calling delete_port for 8d4c2940-308e-408d-bfd1-60ad9e34dfc7 owned by network:router_interface {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:33:24.227372 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d75bf5-13ce-4260-823a-434a68207fe2 req-1a2399a8-3b08-442b-8f66-1f40def578c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:24.228876 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-15d75bf5-13ce-4260-823a-434a68207fe2 req-1a2399a8-3b08-442b-8f66-1f40def578c9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 1099 time: 0.1578195 May 17 16:33:24.282132 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-15d75bf5-13ce-4260-823a-434a68207fe2 req-61c60d10-f2b2-4f26-a790-8802fbee73d0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418680 May 17 16:33:24.494569 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3ae876f6-e0dc-4a64-8186-3db7ab3e6d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:24.498531 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:24.542026 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae876f6-e0dc-4a64-8186-3db7ab3e6d72 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d4c2940-308e-408d-bfd1-60ad9e34dfc7,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:24.544666 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-3ae876f6-e0dc-4a64-8186-3db7ab3e6d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:24.571228 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40f4e1-6a20-4eee-b9e8-91b3f07e1afe req-dc213886-bdb6-41ce-9e2a-ac048e1e4621 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:24.572704 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ab40f4e1-6a20-4eee-b9e8-91b3f07e1afe req-dc213886-bdb6-41ce-9e2a-ac048e1e4621 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 946 time: 0.0887561 May 17 16:33:24.631957 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ab40f4e1-6a20-4eee-b9e8-91b3f07e1afe req-c5e42a20-d9e2-4493-b0b3-6d5e41916039 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478027 May 17 16:33:24.840302 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3ae876f6-e0dc-4a64-8186-3db7ab3e6d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-515316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402793'] for router_interface, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:25.208789 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae876f6-e0dc-4a64-8186-3db7ab3e6d72 admin admin] Router 3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9 has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:33:25.394271 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae876f6-e0dc-4a64-8186-3db7ab3e6d72 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:33:25.402874 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdccbd19-b23c-43b8-820e-b7c355325613 None None] Sync routers for ids ['3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'] in dv-cinder-768105-8-iscsi {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:33:25.407702 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-3ae876f6-e0dc-4a64-8186-3db7ab3e6d72 admin admin] 10.222.0.11 "PUT /v2.0/routers/3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7384589 May 17 16:33:25.410302 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44336) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:33:25.412320 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdccbd19-b23c-43b8-820e-b7c355325613 None None] Routers {'3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:33:25.412931 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-fdccbd19-b23c-43b8-820e-b7c355325613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:33:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:25.606308 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-fdccbd19-b23c-43b8-820e-b7c355325613 None None] Set router 3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:33:25.704336 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3b574f70-3405-4e36-ba55-571e941023e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:25.836567 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e9c64-88b6-4d7c-9780-cda1e4b14ab6 req-bc61aa2f-ef8d-4079-8e78-cd1847870435 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:25.838330 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4c4e9c64-88b6-4d7c-9780-cda1e4b14ab6 req-bc61aa2f-ef8d-4079-8e78-cd1847870435 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 946 time: 0.0876889 May 17 16:33:25.889572 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4c4e9c64-88b6-4d7c-9780-cda1e4b14ab6 req-20fb4fef-0e24-4969-b614-7b07667f9bb4 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444717 May 17 16:33:25.913705 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3b574f70-3405-4e36-ba55-571e941023e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:25.914644 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-fdccbd19-b23c-43b8-820e-b7c355325613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'name': 'tempest-TestMinimumBasicScenario-1477198209-router', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:27:53Z', 'updated_at': '2021-05-17T16:33:24Z', 'revision_number': 5, 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'gw_port': {'id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:27:54Z', 'updated_at': '2021-05-17T16:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:25.918717 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdccbd19-b23c-43b8-820e-b7c355325613 None None] Checking router: 3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9 for host: dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:33:25.928558 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdccbd19-b23c-43b8-820e-b7c355325613 None None] Routers {'3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:33:25.928558 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-fdccbd19-b23c-43b8-820e-b7c355325613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:33:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:26.076412 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-3b574f70-3405-4e36-ba55-571e941023e3 admin admin] Deleting port 83ff2b43-7bc1-433b-a8db-e76c70b4cc9a {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:33:26.076744 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3b574f70-3405-4e36-ba55-571e941023e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:26.105969 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-fdccbd19-b23c-43b8-820e-b7c355325613 None None] Set router 3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:33:26.197690 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [None req-3b574f70-3405-4e36-ba55-571e941023e3 admin admin] For port 83ff2b43-7bc1-433b-a8db-e76c70b4cc9a, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=83ff2b43-7bc1-433b-a8db-e76c70b4cc9a,segment=NetworkSegment(b4de580b-76bc-403f-9a98-9ee7fe7150e1),segment_id=b4de580b-76bc-403f-9a98-9ee7fe7150e1)] {{(pid=79281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:33:26.198037 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3b574f70-3405-4e36-ba55-571e941023e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:26.319276 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-3b574f70-3405-4e36-ba55-571e941023e3 admin admin] Calling delete_port for 83ff2b43-7bc1-433b-a8db-e76c70b4cc9a owned by network:router_gateway {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:33:26.389445 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-fdccbd19-b23c-43b8-820e-b7c355325613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'name': 'tempest-TestMinimumBasicScenario-1477198209-router', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:27:53Z', 'updated_at': '2021-05-17T16:33:24Z', 'revision_number': 5, 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'gw_port': {'id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:27:54Z', 'updated_at': '2021-05-17T16:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:26.393888 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdccbd19-b23c-43b8-820e-b7c355325613 None None] The sync data for ids ['3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9'] in dv-cinder-768105-8-iscsi is: [{'id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'name': 'tempest-TestMinimumBasicScenario-1477198209-router', 'tenant_id': 'd73f6e7ae19343568240cc20d98fe216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:27:53Z', 'updated_at': '2021-05-17T16:33:24Z', 'revision_number': 5, 'project_id': 'd73f6e7ae19343568240cc20d98fe216', 'gw_port': {'id': '83ff2b43-7bc1-433b-a8db-e76c70b4cc9a', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:27:54Z', 'updated_at': '2021-05-17T16:28:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}] {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:33:26.546597 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3b574f70-3405-4e36-ba55-571e941023e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:26.551474 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:26.602071 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b574f70-3405-4e36-ba55-571e941023e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=83ff2b43-7bc1-433b-a8db-e76c70b4cc9a,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:26.640398 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-3b574f70-3405-4e36-ba55-571e941023e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:26.699010 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3b574f70-3405-4e36-ba55-571e941023e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432866'] for router_gateway, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:26.880842 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3b574f70-3405-4e36-ba55-571e941023e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045998'] for router, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:26.883220 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3b574f70-3405-4e36-ba55-571e941023e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:27.100864 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3b574f70-3405-4e36-ba55-571e941023e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432666'] for router, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:27.101587 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b574f70-3405-4e36-ba55-571e941023e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9 {{(pid=79281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 16:33:27.119832 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3b574f70-3405-4e36-ba55-571e941023e3 admin admin] Notify callbacks [] for router, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:27.121115 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-3b574f70-3405-4e36-ba55-571e941023e3 admin admin] 10.222.0.11 "DELETE /v2.0/routers/3b209553-fd85-4ac2-9cc1-dcf9ce39b1a9 HTTP/1.1" status: 204 len: 168 time: 1.7097731 May 17 16:33:27.123709 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44354) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:33:27.185660 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d25cc-da42-4c7b-924d-4b33511f2ce0 req-d5ece9bf-451f-40d6-8fd8-89c93bc4a33b tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:27.187826 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a7f417-59f7-48d5-98b2-70a8e20b3fae admin admin] Deleting subnet fb566c3b-0d86-4428-af0f-e5e28470bf55 {{(pid=79281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:33:27.187982 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0f8d25cc-da42-4c7b-924d-4b33511f2ce0 req-d5ece9bf-451f-40d6-8fd8-89c93bc4a33b tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 946 time: 0.1904747 May 17 16:33:27.191389 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-73a7f417-59f7-48d5-98b2-70a8e20b3fae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:27.248724 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-73a7f417-59f7-48d5-98b2-70a8e20b3fae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1804568'] for subnet, precommit_delete_associations {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:27.258034 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0f8d25cc-da42-4c7b-924d-4b33511f2ce0 req-463f509e-265a-4d4e-8c1a-e0a409012a58 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515845 May 17 16:33:27.430480 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-73a7f417-59f7-48d5-98b2-70a8e20b3fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8075481'] for subnet, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:27.451213 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00259ae-4a7f-47c4-89ff-e891a60a0c6f req-76296d4b-9c88-4a8f-962e-b42961aee781 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:27.452570 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d00259ae-4a7f-47c4-89ff-e891a60a0c6f req-76296d4b-9c88-4a8f-962e-b42961aee781 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 946 time: 0.0810971 May 17 16:33:27.500284 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d00259ae-4a7f-47c4-89ff-e891a60a0c6f req-05b4495c-40da-4612-9a07-0f899c8fd050 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400934 May 17 16:33:27.523852 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 44360) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:33:27.600805 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63142729-6446-4e67-9be3-25021e621602 tempest-TestVolumeBootPattern-2111459436 tempest-TestVolumeBootPattern-2111459436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:27.602807 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-63142729-6446-4e67-9be3-25021e621602 tempest-TestVolumeBootPattern-2111459436 tempest-TestVolumeBootPattern-2111459436-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 1094 time: 0.0775893 May 17 16:33:27.605354 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 44364) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:33:27.611319 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Request body: {'floatingip': {'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'port_id': 'ca01313f-a5b5-49ee-8d86-e45e8949f356', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'fixed_ip_address': '172.20.0.10'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:33:27.615662 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 8d4c2940-308e-408d-bfd1-60ad9e34dfc7 no longer exists at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:33:27.618574 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:33:27.622604 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Usage tracker for resource:floatingip and tenant:7a068a8fe37545c7b11756cf0d188624 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:33:27.625738 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:33:27.631925 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:33:27.655644 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] No Port match for: 8d4c2940-308e-408d-bfd1-60ad9e34dfc7 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:33:27.656263 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 8d4c2940-308e-408d-bfd1-60ad9e34dfc7 not bound to the agent host dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:33:27.718777 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for floatingip, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:27.861206 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-73a7f417-59f7-48d5-98b2-70a8e20b3fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8075474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1956057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3136364'] for subnet, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:27.864191 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:27.866897 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-69c0ef98-b8de-4563-b32b-111ce60ae440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:27.904308 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-73a7f417-59f7-48d5-98b2-70a8e20b3fae admin admin] Notify callbacks [] for subnet, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:27.907346 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7f417-59f7-48d5-98b2-70a8e20b3fae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb566c3b-0d86-4428-af0f-e5e28470bf55,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:27.910315 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-73a7f417-59f7-48d5-98b2-70a8e20b3fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:27.911113 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2f87e2-7197-4726-85f5-2742f8291afe None None] Network 84e2e030-f7fd-45a7-ae9a-50d13ef72c2c requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:33:27.915419 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-73a7f417-59f7-48d5-98b2-70a8e20b3fae admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fb566c3b-0d86-4428-af0f-e5e28470bf55 HTTP/1.1" status: 204 len: 168 time: 0.7906797 May 17 16:33:27.917957 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44370) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:33:28.016003 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_common [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Allocated IP 172.27.2.40 (42a1d626-e0b0-418c-b7f5-2b1d715bf830/6e10255a-9813-4d83-92b3-230f73c18e4f/5449662d-4c8d-4565-8eb3-20705a99423d) {{(pid=79280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:33:28.033233 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e24803e5-dddd-49a7-959c-ffc5926ca285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7952015'] for network, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:28.118685 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-e24803e5-dddd-49a7-959c-ffc5926ca285 admin admin] Deleting port 737c73c7-6e28-4bd9-9176-97e65ef5c3e6 {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:33:28.119752 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e24803e5-dddd-49a7-959c-ffc5926ca285 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:28.188619 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for port, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:28.240676 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [None req-e24803e5-dddd-49a7-959c-ffc5926ca285 admin admin] For port 737c73c7-6e28-4bd9-9176-97e65ef5c3e6, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=737c73c7-6e28-4bd9-9176-97e65ef5c3e6,segment=NetworkSegment(820215f4-e2e8-4c80-8e5d-7185383efa51),segment_id=820215f4-e2e8-4c80-8e5d-7185383efa51)] {{(pid=79281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:33:28.241032 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e24803e5-dddd-49a7-959c-ffc5926ca285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:28.267240 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e6e2be-daf0-4452-ad0c-b5fb54dce789 None None] DHCP port deletion for 84e2e030-f7fd-45a7-ae9a-50d13ef72c2c request from dv-cinder-768105-8-iscsi {{(pid=79282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 16:33:28.318434 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:28.323877 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-997e3f7e-7b9e-4c0d-a8f9-fb227d0a0b43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:28.334645 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-08e6e2be-daf0-4452-ad0c-b5fb54dce789 None None] Deleting port 737c73c7-6e28-4bd9-9176-97e65ef5c3e6 {{(pid=79282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:33:28.335032 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-08e6e2be-daf0-4452-ad0c-b5fb54dce789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:28.375662 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-e24803e5-dddd-49a7-959c-ffc5926ca285 admin admin] Calling delete_port for 737c73c7-6e28-4bd9-9176-97e65ef5c3e6 owned by network:dhcp {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:33:28.387640 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:33:28.398369 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:33:28.398369 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Received port after_create {{(pid=79280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:33:28.436891 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-08e6e2be-daf0-4452-ad0c-b5fb54dce789 None None] For port 737c73c7-6e28-4bd9-9176-97e65ef5c3e6, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=737c73c7-6e28-4bd9-9176-97e65ef5c3e6,segment=NetworkSegment(820215f4-e2e8-4c80-8e5d-7185383efa51),segment_id=820215f4-e2e8-4c80-8e5d-7185383efa51)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:33:28.437314 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-08e6e2be-daf0-4452-ad0c-b5fb54dce789 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:28.438578 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Pushing event updated for resources: {'Port': ['ID=5449662d-4c8d-4565-8eb3-20705a99423d,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:28.452151 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:28.455624 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:28.455624 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:28.455624 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:28.455624 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:28.455624 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:28.455624 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:28.455624 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:28.456267 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:28.456267 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:28.456433 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:28.456789 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:28.461884 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:28.560662 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-08e6e2be-daf0-4452-ad0c-b5fb54dce789 None None] Calling delete_port for 737c73c7-6e28-4bd9-9176-97e65ef5c3e6 owned by network:dhcp {{(pid=79282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:33:28.569848 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e24803e5-dddd-49a7-959c-ffc5926ca285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:28.575081 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-5ea23ee0-b0d5-4fee-bcd4-d18e425824a0 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:28.604931 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-08e6e2be-daf0-4452-ad0c-b5fb54dce789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850'] for port, after_delete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:28.609128 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:28.622661 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24803e5-dddd-49a7-959c-ffc5926ca285 admin admin] No DVR routers for this DVR port 737c73c7-6e28-4bd9-9176-97e65ef5c3e6 on host dv-cinder-768105-8-iscsi {{(pid=79281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:33:28.651541 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24803e5-dddd-49a7-959c-ffc5926ca285 admin admin] Pushing event deleted for resources: {'Port': ['ID=737c73c7-6e28-4bd9-9176-97e65ef5c3e6,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:28.653974 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e24803e5-dddd-49a7-959c-ffc5926ca285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:28.659796 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6e2be-daf0-4452-ad0c-b5fb54dce789 None None] Pushing event deleted for resources: {'Port': ['ID=737c73c7-6e28-4bd9-9176-97e65ef5c3e6,revision_number=None']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:28.663208 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-08e6e2be-daf0-4452-ad0c-b5fb54dce789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:28.665758 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e6e2be-daf0-4452-ad0c-b5fb54dce789 None None] No DVR routers for this DVR port 737c73c7-6e28-4bd9-9176-97e65ef5c3e6 on host dv-cinder-768105-8-iscsi {{(pid=79282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:33:28.755840 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e24803e5-dddd-49a7-959c-ffc5926ca285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8075500', 'neutron.services.segments.db._delete_segments_for_network-8780704027010'] for network, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:28.769780 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-e24803e5-dddd-49a7-959c-ffc5926ca285 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e2e030-f7fd-45a7-ae9a-50d13ef72c2c']}} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:28.782813 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-e24803e5-dddd-49a7-959c-ffc5926ca285 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '820215f4-e2e8-4c80-8e5d-7185383efa51') {'for_net_delete': True} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:28.783108 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-e24803e5-dddd-49a7-959c-ffc5926ca285 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '820215f4-e2e8-4c80-8e5d-7185383efa51') {} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:28.800778 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e24803e5-dddd-49a7-959c-ffc5926ca285 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780704039051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1804567'] for segment, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:28.822780 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e24803e5-dddd-49a7-959c-ffc5926ca285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:28.829078 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24803e5-dddd-49a7-959c-ffc5926ca285 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=79281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:33:28.829768 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e24803e5-dddd-49a7-959c-ffc5926ca285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1955967'] for segment, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:28.842211 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: Traceback (most recent call last): May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: timer() May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: cb(*args, **kw) May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: return func(*args, **kwargs) May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: self._notify() May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: self.callback(batched_events) May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: event.method(event) May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: return f(self, *a, **k) May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: return self._get(url).json() May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: return self.request(url, 'GET', **kwargs) May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:33:28.842940 dv-cinder-768105-8-iscsi neutron-server[79281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:33:28.997700 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e24803e5-dddd-49a7-959c-ffc5926ca285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8075493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432837'] for network, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:29.001512 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:29.013724 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:29.014992 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e24803e5-dddd-49a7-959c-ffc5926ca285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:29.025210 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24803e5-dddd-49a7-959c-ffc5926ca285 admin admin] Pushing event deleted for resources: {'Network': ['ID=84e2e030-f7fd-45a7-ae9a-50d13ef72c2c,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:29.028357 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e24803e5-dddd-49a7-959c-ffc5926ca285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:29.209939 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-e24803e5-dddd-49a7-959c-ffc5926ca285 admin admin] 10.222.0.11 "DELETE /v2.0/networks/84e2e030-f7fd-45a7-ae9a-50d13ef72c2c HTTP/1.1" status: 204 len: 168 time: 1.2851753 May 17 16:33:29.209939 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44376) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:33:29.226802 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for port, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:29.262678 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 83ff2b43-7bc1-433b-a8db-e76c70b4cc9a no longer exists at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:33:29.297936 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] No Port match for: 83ff2b43-7bc1-433b-a8db-e76c70b4cc9a {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:33:29.298310 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 83ff2b43-7bc1-433b-a8db-e76c70b4cc9a not bound to the agent host dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:33:29.298728 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 737c73c7-6e28-4bd9-9176-97e65ef5c3e6 no longer exists at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:33:29.332925 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] No Port match for: 737c73c7-6e28-4bd9-9176-97e65ef5c3e6 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:33:29.333325 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 737c73c7-6e28-4bd9-9176-97e65ef5c3e6 not bound to the agent host dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:33:29.380125 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566544'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:29.385038 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-2ad606eb-d822-4ae9-bbb2-e6cf15d6f03f tempest-VolumesSnapshotTestJSON-2119982133 tempest-VolumesSnapshotTestJSON-2119982133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:29.497303 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Pushing event updated for resources: {'Port': ['ID=5449662d-4c8d-4565-8eb3-20705a99423d,revision_number=2']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:29.500276 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:29.508815 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432823'] for floatingip, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:29.794502 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.db.l3_db [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Floating IP 4e54690e-eb78-4c29-834a-269ace10cd92 associated. External IP: 172.27.2.40, port: ca01313f-a5b5-49ee-8d86-e45e8949f356. May 17 16:33:29.853544 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c11ff38f-8861-41fc-953f-9a6c23f40177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402885'] for router_interface, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:30.173374 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Router 1d0dc66f-e4d2-468e-96d0-0199564b409f has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:33:30.284240 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-c11ff38f-8861-41fc-953f-9a6c23f40177 admin admin] Deleting port f02518cb-434a-4520-b9f5-d051983c1eaf {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:33:30.284816 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c11ff38f-8861-41fc-953f-9a6c23f40177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:30.350386 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:33:30.360395 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5696a4-bfea-4c7b-821a-f4693dfe29d4 None None] Sync routers for ids ['1d0dc66f-e4d2-468e-96d0-0199564b409f'] in dv-cinder-768105-8-iscsi {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:33:30.372071 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5696a4-bfea-4c7b-821a-f4693dfe29d4 None None] Routers {'1d0dc66f-e4d2-468e-96d0-0199564b409f'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:33:30.372703 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-fd5696a4-bfea-4c7b-821a-f4693dfe29d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:33:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['1d0dc66f-e4d2-468e-96d0-0199564b409f'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:30.406108 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [None req-c11ff38f-8861-41fc-953f-9a6c23f40177 admin admin] For port f02518cb-434a-4520-b9f5-d051983c1eaf, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=f02518cb-434a-4520-b9f5-d051983c1eaf,segment=NetworkSegment(1c39852f-0857-4470-bd9b-8694ca919dae),segment_id=1c39852f-0857-4470-bd9b-8694ca919dae)] {{(pid=79281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:33:30.406485 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c11ff38f-8861-41fc-953f-9a6c23f40177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:30.472501 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for floatingip, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:30.528657 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-c11ff38f-8861-41fc-953f-9a6c23f40177 admin admin] Calling delete_port for f02518cb-434a-4520-b9f5-d051983c1eaf owned by network:router_interface {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:33:30.542710 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9360368 May 17 16:33:30.543415 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9451f1-254a-4285-b349-54218c037798', 'tag': 'ca01313f-a5b5-49ee-8d86-e45e8949f356'}] {{(pid=79280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:33:30.550314 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-fd5696a4-bfea-4c7b-821a-f4693dfe29d4 None None] Set router 1d0dc66f-e4d2-468e-96d0-0199564b409f gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:33:30.602041 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9451f1-254a-4285-b349-54218c037798', 'tag': 'ca01313f-a5b5-49ee-8d86-e45e8949f356', 'status': 'completed', 'code': 200} May 17 16:33:30.752012 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f164cc-f228-4ab0-a206-aa63eb2a2001 req-6f2b716b-5c97-47f9-85d3-8998e841ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:30.753568 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-e9f164cc-f228-4ab0-a206-aa63eb2a2001 req-6f2b716b-5c97-47f9-85d3-8998e841ef09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a068a8fe37545c7b11756cf0d188624&device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 1099 time: 0.1281316 May 17 16:33:30.831402 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c11ff38f-8861-41fc-953f-9a6c23f40177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:30.843550 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-4b4f755e-b8fa-407c-8cf1-429108fd502a tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:30.896260 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ff38f-8861-41fc-953f-9a6c23f40177 admin admin] Pushing event deleted for resources: {'Port': ['ID=f02518cb-434a-4520-b9f5-d051983c1eaf,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:30.898631 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-c11ff38f-8861-41fc-953f-9a6c23f40177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:30.921398 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-fd5696a4-bfea-4c7b-821a-f4693dfe29d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'name': 'tempest-TestVolumeBootPattern-1118485279-router', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:01Z', 'updated_at': '2021-05-17T16:28:07Z', 'revision_number': 4, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'gw_port': {'id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:03Z', 'updated_at': '2021-05-17T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': '4e54690e-eb78-4c29-834a-269ace10cd92', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'port_id': 'ca01313f-a5b5-49ee-8d86-e45e8949f356', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'mac_address': 'fa:16:3e:73:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9451f1-254a-4285-b349-54218c037798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:33:28Z', 'updated_at': '2021-05-17T16:33:28Z', 'revision_number': 0, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9a6b66-6aeb-48b8-be83-871979dd0d99', 'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'mac_address': 'fa:16:3e:f5:a8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:06Z', 'updated_at': '2021-05-17T16:28:19Z', 'revision_number': 5, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'subnets': [{'id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:30.925254 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5696a4-bfea-4c7b-821a-f4693dfe29d4 None None] Checking router: 1d0dc66f-e4d2-468e-96d0-0199564b409f for host: dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:33:30.933620 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5696a4-bfea-4c7b-821a-f4693dfe29d4 None None] Routers {'1d0dc66f-e4d2-468e-96d0-0199564b409f'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:33:30.934242 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-fd5696a4-bfea-4c7b-821a-f4693dfe29d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:33:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['1d0dc66f-e4d2-468e-96d0-0199564b409f'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:31.016990 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f164cc-f228-4ab0-a206-aa63eb2a2001 req-fe3943f4-79f9-41c2-b092-c787cba957c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:31.019227 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-e9f164cc-f228-4ab0-a206-aa63eb2a2001 req-fe3943f4-79f9-41c2-b092-c787cba957c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16 HTTP/1.1" status: 200 len: 913 time: 0.2592182 May 17 16:33:31.114352 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-fd5696a4-bfea-4c7b-821a-f4693dfe29d4 None None] Set router 1d0dc66f-e4d2-468e-96d0-0199564b409f gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:33:31.362957 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-e9f164cc-f228-4ab0-a206-aa63eb2a2001 req-5752ed0a-5871-4a8b-aca2-cd7f057e7065 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca01313f-a5b5-49ee-8d86-e45e8949f356 HTTP/1.1" status: 200 len: 999 time: 0.1811998 May 17 16:33:31.425346 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c11ff38f-8861-41fc-953f-9a6c23f40177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-515316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402793'] for router_interface, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:31.460374 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-fd5696a4-bfea-4c7b-821a-f4693dfe29d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'name': 'tempest-TestVolumeBootPattern-1118485279-router', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:01Z', 'updated_at': '2021-05-17T16:28:07Z', 'revision_number': 4, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'gw_port': {'id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:03Z', 'updated_at': '2021-05-17T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': '4e54690e-eb78-4c29-834a-269ace10cd92', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'port_id': 'ca01313f-a5b5-49ee-8d86-e45e8949f356', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'mac_address': 'fa:16:3e:73:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9451f1-254a-4285-b349-54218c037798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:33:28Z', 'updated_at': '2021-05-17T16:33:28Z', 'revision_number': 0, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9a6b66-6aeb-48b8-be83-871979dd0d99', 'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'mac_address': 'fa:16:3e:f5:a8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:06Z', 'updated_at': '2021-05-17T16:28:19Z', 'revision_number': 5, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'subnets': [{'id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:31.465202 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5696a4-bfea-4c7b-821a-f4693dfe29d4 None None] The sync data for ids ['1d0dc66f-e4d2-468e-96d0-0199564b409f'] in dv-cinder-768105-8-iscsi is: [{'id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'name': 'tempest-TestVolumeBootPattern-1118485279-router', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:01Z', 'updated_at': '2021-05-17T16:28:07Z', 'revision_number': 4, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'gw_port': {'id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:03Z', 'updated_at': '2021-05-17T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': '4e54690e-eb78-4c29-834a-269ace10cd92', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'port_id': 'ca01313f-a5b5-49ee-8d86-e45e8949f356', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'mac_address': 'fa:16:3e:73:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9451f1-254a-4285-b349-54218c037798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:33:28Z', 'updated_at': '2021-05-17T16:33:28Z', 'revision_number': 0, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9a6b66-6aeb-48b8-be83-871979dd0d99', 'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'mac_address': 'fa:16:3e:f5:a8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:06Z', 'updated_at': '2021-05-17T16:28:19Z', 'revision_number': 5, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'subnets': [{'id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:33:31.510101 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f164cc-f228-4ab0-a206-aa63eb2a2001 req-c8e28d8a-657b-4b84-a637-8a473caf9b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:31.511559 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-e9f164cc-f228-4ab0-a206-aa63eb2a2001 req-c8e28d8a-657b-4b84-a637-8a473caf9b92 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc08d764-d8a6-4e79-89d3-68b07503ca46 HTTP/1.1" status: 200 len: 851 time: 0.1418552 May 17 16:33:31.736108 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f164cc-f228-4ab0-a206-aa63eb2a2001 req-1ff7ae18-ccf7-4ed2-8058-3fc513402692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:31.737646 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-e9f164cc-f228-4ab0-a206-aa63eb2a2001 req-1ff7ae18-ccf7-4ed2-8058-3fc513402692 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2181425 May 17 16:33:31.816296 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73989f7a-86b9-4d64-a8fa-09cdb6e367e4 None None] New status for floating IP 4e54690e-eb78-4c29-834a-269ace10cd92: ACTIVE {{(pid=79282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:33:31.968902 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-e9f164cc-f228-4ab0-a206-aa63eb2a2001 req-ffa157e2-4eee-47b1-ae83-4219773368ea service neutron] 10.222.0.24 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156556 May 17 16:33:31.973207 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11ff38f-8861-41fc-953f-9a6c23f40177 admin admin] Router 15ee4448-a22f-43f2-ba3a-401b0f2ad1f0 has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:33:32.252168 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-e9f164cc-f228-4ab0-a206-aa63eb2a2001 req-c2df8ec7-bf74-4f95-8596-28c8b27d6c15 service neutron] 10.222.0.24 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764304 May 17 16:33:32.264729 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11ff38f-8861-41fc-953f-9a6c23f40177 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:33:32.276450 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae21d3e7-f5c5-478e-aa6d-d8f73c3074e7 None None] Sync routers for ids ['15ee4448-a22f-43f2-ba3a-401b0f2ad1f0'] in dv-cinder-768105-8-iscsi {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:33:32.285972 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae21d3e7-f5c5-478e-aa6d-d8f73c3074e7 None None] Routers {'15ee4448-a22f-43f2-ba3a-401b0f2ad1f0'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:33:32.286608 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-ae21d3e7-f5c5-478e-aa6d-d8f73c3074e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:33:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['15ee4448-a22f-43f2-ba3a-401b0f2ad1f0'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:32.404952 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-c11ff38f-8861-41fc-953f-9a6c23f40177 admin admin] 10.222.0.11 "PUT /v2.0/routers/15ee4448-a22f-43f2-ba3a-401b0f2ad1f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1956265 May 17 16:33:32.407482 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44392) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:33:32.463248 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-ae21d3e7-f5c5-478e-aa6d-d8f73c3074e7 None None] Set router 15ee4448-a22f-43f2-ba3a-401b0f2ad1f0 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:33:32.698985 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-38186614-aa7b-47bf-b754-658659835fe2 admin admin] Notify callbacks [] for router, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:32.876467 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-38186614-aa7b-47bf-b754-658659835fe2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:32.939786 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-ae21d3e7-f5c5-478e-aa6d-d8f73c3074e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ee4448-a22f-43f2-ba3a-401b0f2ad1f0', 'name': 'tempest-TestMinimumBasicScenario-641381060-router', 'tenant_id': 'be79e7186fd84cf88967e0ca263eebe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.12'}], 'enable_snat': True}, 'gw_port_id': 'f62a2288-959f-4329-b65a-0b1e242a17f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:04Z', 'updated_at': '2021-05-17T16:33:30Z', 'revision_number': 5, 'project_id': 'be79e7186fd84cf88967e0ca263eebe7', 'gw_port': {'id': 'f62a2288-959f-4329-b65a-0b1e242a17f6', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ee4448-a22f-43f2-ba3a-401b0f2ad1f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:05Z', 'updated_at': '2021-05-17T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:32.947019 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae21d3e7-f5c5-478e-aa6d-d8f73c3074e7 None None] Checking router: 15ee4448-a22f-43f2-ba3a-401b0f2ad1f0 for host: dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:33:32.962208 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae21d3e7-f5c5-478e-aa6d-d8f73c3074e7 None None] Routers {'15ee4448-a22f-43f2-ba3a-401b0f2ad1f0'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:33:32.962825 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-ae21d3e7-f5c5-478e-aa6d-d8f73c3074e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:33:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['15ee4448-a22f-43f2-ba3a-401b0f2ad1f0'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:33.043897 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-38186614-aa7b-47bf-b754-658659835fe2 admin admin] Deleting port f62a2288-959f-4329-b65a-0b1e242a17f6 {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:33:33.044235 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-38186614-aa7b-47bf-b754-658659835fe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:33.126937 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-ae21d3e7-f5c5-478e-aa6d-d8f73c3074e7 None None] Set router 15ee4448-a22f-43f2-ba3a-401b0f2ad1f0 gateway port host: None {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:33:33.169381 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [None req-38186614-aa7b-47bf-b754-658659835fe2 admin admin] For port f62a2288-959f-4329-b65a-0b1e242a17f6, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=f62a2288-959f-4329-b65a-0b1e242a17f6,segment=NetworkSegment(b4de580b-76bc-403f-9a98-9ee7fe7150e1),segment_id=b4de580b-76bc-403f-9a98-9ee7fe7150e1)] {{(pid=79281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:33:33.169736 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-38186614-aa7b-47bf-b754-658659835fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:33.237784 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-ae21d3e7-f5c5-478e-aa6d-d8f73c3074e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ee4448-a22f-43f2-ba3a-401b0f2ad1f0', 'name': 'tempest-TestMinimumBasicScenario-641381060-router', 'tenant_id': 'be79e7186fd84cf88967e0ca263eebe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:04Z', 'updated_at': '2021-05-17T16:33:32Z', 'revision_number': 6, 'project_id': 'be79e7186fd84cf88967e0ca263eebe7', 'gw_port_host': None}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:33.242022 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae21d3e7-f5c5-478e-aa6d-d8f73c3074e7 None None] The sync data for ids ['15ee4448-a22f-43f2-ba3a-401b0f2ad1f0'] in dv-cinder-768105-8-iscsi is: [{'id': '15ee4448-a22f-43f2-ba3a-401b0f2ad1f0', 'name': 'tempest-TestMinimumBasicScenario-641381060-router', 'tenant_id': 'be79e7186fd84cf88967e0ca263eebe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:04Z', 'updated_at': '2021-05-17T16:33:32Z', 'revision_number': 6, 'project_id': 'be79e7186fd84cf88967e0ca263eebe7', 'gw_port_host': None}] {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:33:33.294166 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-38186614-aa7b-47bf-b754-658659835fe2 admin admin] Calling delete_port for f62a2288-959f-4329-b65a-0b1e242a17f6 owned by network:router_gateway {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:33:33.483069 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-38186614-aa7b-47bf-b754-658659835fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:33.487306 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-04fec61d-0e4a-4500-b7ef-37d2e2c6e95f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:33.530661 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38186614-aa7b-47bf-b754-658659835fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f62a2288-959f-4329-b65a-0b1e242a17f6,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:33.532961 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-38186614-aa7b-47bf-b754-658659835fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:33.626535 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-38186614-aa7b-47bf-b754-658659835fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432866'] for router_gateway, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:33.797959 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-38186614-aa7b-47bf-b754-658659835fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045998'] for router, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:33.800659 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-38186614-aa7b-47bf-b754-658659835fe2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:33.951596 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-38186614-aa7b-47bf-b754-658659835fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432666'] for router, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:33.952122 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38186614-aa7b-47bf-b754-658659835fe2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15ee4448-a22f-43f2-ba3a-401b0f2ad1f0 {{(pid=79281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 16:33:33.965282 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-38186614-aa7b-47bf-b754-658659835fe2 admin admin] Notify callbacks [] for router, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:33.966744 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-38186614-aa7b-47bf-b754-658659835fe2 admin admin] 10.222.0.11 "DELETE /v2.0/routers/15ee4448-a22f-43f2-ba3a-401b0f2ad1f0 HTTP/1.1" status: 204 len: 168 time: 1.5582533 May 17 16:33:33.969196 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44398) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:33:34.031045 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ea0aba-074b-4c09-9495-321fef6c3fd5 admin admin] Deleting subnet 65f3c20f-06d7-4b3b-8cb1-5f05025f0064 {{(pid=79281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:33:34.034634 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e3ea0aba-074b-4c09-9495-321fef6c3fd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:34.084573 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e3ea0aba-074b-4c09-9495-321fef6c3fd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1804568'] for subnet, precommit_delete_associations {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:34.170119 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e3ea0aba-074b-4c09-9495-321fef6c3fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8075481'] for subnet, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:34.620476 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e3ea0aba-074b-4c09-9495-321fef6c3fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8075474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1956057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3136364'] for subnet, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:34.625609 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-85019aa6-ea76-4f5e-b358-b1e1831f6bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:34.668924 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea0aba-074b-4c09-9495-321fef6c3fd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65f3c20f-06d7-4b3b-8cb1-5f05025f0064,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:34.668924 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e3ea0aba-074b-4c09-9495-321fef6c3fd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:34.668924 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e3ea0aba-074b-4c09-9495-321fef6c3fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:34.670452 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9dc5c7-e42f-4c44-b28f-01eb0b2ef70b None None] Network 1e6cfeed-3dc4-4751-8e65-629231ed07c9 requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:33:34.672571 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-e3ea0aba-074b-4c09-9495-321fef6c3fd5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/65f3c20f-06d7-4b3b-8cb1-5f05025f0064 HTTP/1.1" status: 204 len: 168 time: 0.7023802 May 17 16:33:34.674981 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44404) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:33:34.789430 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c18389a2-a71d-4afa-9be0-bda3b6caff6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7952015'] for network, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:34.859702 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-c18389a2-a71d-4afa-9be0-bda3b6caff6a admin admin] Deleting port 1584a44a-16be-4a48-a61e-b2e9ce078250 {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:33:34.860058 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c18389a2-a71d-4afa-9be0-bda3b6caff6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:34.918600 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cb08f0-1814-48b0-9c31-64361c31a552 None None] DHCP port deletion for 1e6cfeed-3dc4-4751-8e65-629231ed07c9 request from dv-cinder-768105-8-iscsi {{(pid=79282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 16:33:34.964247 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [None req-c18389a2-a71d-4afa-9be0-bda3b6caff6a admin admin] For port 1584a44a-16be-4a48-a61e-b2e9ce078250, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=1584a44a-16be-4a48-a61e-b2e9ce078250,segment=NetworkSegment(1c39852f-0857-4470-bd9b-8694ca919dae),segment_id=1c39852f-0857-4470-bd9b-8694ca919dae)] {{(pid=79281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:33:34.964513 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c18389a2-a71d-4afa-9be0-bda3b6caff6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:34.986071 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-65cb08f0-1814-48b0-9c31-64361c31a552 None None] Deleting port 1584a44a-16be-4a48-a61e-b2e9ce078250 {{(pid=79282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:33:34.986494 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-65cb08f0-1814-48b0-9c31-64361c31a552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:35.082208 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-65cb08f0-1814-48b0-9c31-64361c31a552 None None] For port 1584a44a-16be-4a48-a61e-b2e9ce078250, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=1584a44a-16be-4a48-a61e-b2e9ce078250,segment=NetworkSegment(1c39852f-0857-4470-bd9b-8694ca919dae),segment_id=1c39852f-0857-4470-bd9b-8694ca919dae)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:33:35.082633 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-65cb08f0-1814-48b0-9c31-64361c31a552 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:35.088747 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-c18389a2-a71d-4afa-9be0-bda3b6caff6a admin admin] Calling delete_port for 1584a44a-16be-4a48-a61e-b2e9ce078250 owned by network:dhcp {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:33:35.205364 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-65cb08f0-1814-48b0-9c31-64361c31a552 None None] Calling delete_port for 1584a44a-16be-4a48-a61e-b2e9ce078250 owned by network:dhcp {{(pid=79282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:33:35.232135 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c18389a2-a71d-4afa-9be0-bda3b6caff6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:35.236218 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-87f6db94-a9be-4e4b-b7dd-4357b181501e tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:35.249367 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-65cb08f0-1814-48b0-9c31-64361c31a552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850'] for port, after_delete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:35.254653 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:35.282514 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18389a2-a71d-4afa-9be0-bda3b6caff6a admin admin] Pushing event deleted for resources: {'Port': ['ID=1584a44a-16be-4a48-a61e-b2e9ce078250,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:35.287258 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-c18389a2-a71d-4afa-9be0-bda3b6caff6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:35.288328 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18389a2-a71d-4afa-9be0-bda3b6caff6a admin admin] No DVR routers for this DVR port 1584a44a-16be-4a48-a61e-b2e9ce078250 on host dv-cinder-768105-8-iscsi {{(pid=79281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:33:35.292094 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device f62a2288-959f-4329-b65a-0b1e242a17f6 no longer exists at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:33:35.330984 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cb08f0-1814-48b0-9c31-64361c31a552 None None] No DVR routers for this DVR port 1584a44a-16be-4a48-a61e-b2e9ce078250 on host dv-cinder-768105-8-iscsi {{(pid=79282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:33:35.337615 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] No Port match for: f62a2288-959f-4329-b65a-0b1e242a17f6 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:33:35.337970 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device f62a2288-959f-4329-b65a-0b1e242a17f6 not bound to the agent host dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:33:35.338409 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 1584a44a-16be-4a48-a61e-b2e9ce078250 no longer exists at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:33:35.402279 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb08f0-1814-48b0-9c31-64361c31a552 None None] Pushing event deleted for resources: {'Port': ['ID=1584a44a-16be-4a48-a61e-b2e9ce078250,revision_number=None']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:35.409059 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-65cb08f0-1814-48b0-9c31-64361c31a552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:35.409763 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] No Port match for: 1584a44a-16be-4a48-a61e-b2e9ce078250 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:33:35.410113 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 1584a44a-16be-4a48-a61e-b2e9ce078250 not bound to the agent host dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:33:35.410547 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device f02518cb-434a-4520-b9f5-d051983c1eaf no longer exists at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:33:35.411643 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c18389a2-a71d-4afa-9be0-bda3b6caff6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8075500', 'neutron.services.segments.db._delete_segments_for_network-8780704027010'] for network, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:35.425144 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-c18389a2-a71d-4afa-9be0-bda3b6caff6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6cfeed-3dc4-4751-8e65-629231ed07c9']}} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:35.436768 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-c18389a2-a71d-4afa-9be0-bda3b6caff6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c39852f-0857-4470-bd9b-8694ca919dae') {'for_net_delete': True} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:35.437054 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-c18389a2-a71d-4afa-9be0-bda3b6caff6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c39852f-0857-4470-bd9b-8694ca919dae') {} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:35.443423 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] No Port match for: f02518cb-434a-4520-b9f5-d051983c1eaf {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:33:35.443774 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device f02518cb-434a-4520-b9f5-d051983c1eaf not bound to the agent host dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:33:35.448558 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c18389a2-a71d-4afa-9be0-bda3b6caff6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780704039051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1804567'] for segment, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:35.465097 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c18389a2-a71d-4afa-9be0-bda3b6caff6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:35.471666 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c18389a2-a71d-4afa-9be0-bda3b6caff6a admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=79281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:33:35.472040 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c18389a2-a71d-4afa-9be0-bda3b6caff6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1955967'] for segment, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: Traceback (most recent call last): May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: timer() May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: cb(*args, **kw) May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: return func(*args, **kwargs) May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: self._notify() May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: self.callback(batched_events) May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: event.method(event) May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: return f(self, *a, **k) May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: return self._get(url).json() May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: return self.request(url, 'GET', **kwargs) May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:33:35.484816 dv-cinder-768105-8-iscsi neutron-server[79281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:33:35.694699 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c18389a2-a71d-4afa-9be0-bda3b6caff6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8075493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432837'] for network, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:35.699871 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c18389a2-a71d-4afa-9be0-bda3b6caff6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:35.704243 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-0ac41856-06f6-4c74-9eeb-1af77b225581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:35.731173 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18389a2-a71d-4afa-9be0-bda3b6caff6a admin admin] Pushing event deleted for resources: {'Network': ['ID=1e6cfeed-3dc4-4751-8e65-629231ed07c9,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:35.737950 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-c18389a2-a71d-4afa-9be0-bda3b6caff6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:35.739707 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-c18389a2-a71d-4afa-9be0-bda3b6caff6a admin admin] 10.222.0.11 "DELETE /v2.0/networks/1e6cfeed-3dc4-4751-8e65-629231ed07c9 HTTP/1.1" status: 204 len: 168 time: 1.0638452 May 17 16:33:36.241054 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44418) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:33:36.290275 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-52bc066e-a0c5-47dc-9ac3-5e56cce2a567 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d73f6e7ae19343568240cc20d98fe216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480318 May 17 16:33:36.292555 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44422) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:33:36.353228 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3eedb8fc-73c4-4b4b-8ea3-fc2c1f0ebde0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:36.378719 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3eedb8fc-73c4-4b4b-8ea3-fc2c1f0ebde0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:36.523462 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3eedb8fc-73c4-4b4b-8ea3-fc2c1f0ebde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:36.530199 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-585c929e-3db3-4c4f-b39c-a3291e2cabd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:36.545278 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eedb8fc-73c4-4b4b-8ea3-fc2c1f0ebde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9a0023-706c-47e6-9d1b-d826f7061373,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:36.547724 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-3eedb8fc-73c4-4b4b-8ea3-fc2c1f0ebde0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:36.553928 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3eedb8fc-73c4-4b4b-8ea3-fc2c1f0ebde0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:36.555060 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-3eedb8fc-73c4-4b4b-8ea3-fc2c1f0ebde0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4c9a0023-706c-47e6-9d1b-d826f7061373 HTTP/1.1" status: 204 len: 168 time: 0.2615702 May 17 16:33:37.520667 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44438) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:33:37.569008 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-47c0281f-8e29-41c4-b823-46ffef7de3e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be79e7186fd84cf88967e0ca263eebe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471187 May 17 16:33:37.571437 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44442) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:33:37.630763 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-55638505-b9ef-4666-9711-3ac8ccbb3359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:37.655513 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-55638505-b9ef-4666-9711-3ac8ccbb3359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:37.814698 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-55638505-b9ef-4666-9711-3ac8ccbb3359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:37.818582 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-185edaba-f47c-4529-a051-6025510eeba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:37.829942 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55638505-b9ef-4666-9711-3ac8ccbb3359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08967e9b-3697-4aed-81d5-0b81ba85c107,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:37.833955 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-55638505-b9ef-4666-9711-3ac8ccbb3359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:37.837167 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-55638505-b9ef-4666-9711-3ac8ccbb3359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:37.838316 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-55638505-b9ef-4666-9711-3ac8ccbb3359 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/08967e9b-3697-4aed-81d5-0b81ba85c107 HTTP/1.1" status: 204 len: 168 time: 0.2659926 May 17 16:33:45.494427 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-b55a09ab-bb01-40c9-88ea-621c42c6a7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:48.140338 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-541eb5c6-0b6b-495a-96c6-90d2e44638b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:48.162938 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:48.911855 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:33:49.129251 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:50.728617 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:51.814648 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:54.664135 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a11af2-5800-4e08-ae70-aba0453a3d47 req-0c21ac2d-4a86-46c9-8e90-a0b9e0543041 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:54.665586 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e5a11af2-5800-4e08-ae70-aba0453a3d47 req-0c21ac2d-4a86-46c9-8e90-a0b9e0543041 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=633547b1-2f39-42d3-953e-3de9bed1f2c2 HTTP/1.1" status: 200 len: 945 time: 0.0788484 May 17 16:33:54.710326 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e5a11af2-5800-4e08-ae70-aba0453a3d47 req-f8be283a-efb7-44a6-8280-2757dc38293d tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f1ea23e-5fe0-438c-a950-eeac40ea64f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390499 May 17 16:33:55.898110 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b229f8-2831-45b9-87b7-ba458b22d8c3 req-b025e74f-1c75-47c7-b382-701204b10ed6 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:55.899488 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-75b229f8-2831-45b9-87b7-ba458b22d8c3 req-b025e74f-1c75-47c7-b382-701204b10ed6 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=633547b1-2f39-42d3-953e-3de9bed1f2c2 HTTP/1.1" status: 200 len: 945 time: 0.0802004 May 17 16:33:55.943642 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-75b229f8-2831-45b9-87b7-ba458b22d8c3 req-83984d3e-4117-462d-8cc5-848241b44ac9 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f1ea23e-5fe0-438c-a950-eeac40ea64f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384429 May 17 16:33:56.679494 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab208d-7519-4d80-9369-b89e1575bf1d req-caab3f1c-b33d-4ba2-bdfc-f020556bc634 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:56.680178 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-53ab208d-7519-4d80-9369-b89e1575bf1d req-caab3f1c-b33d-4ba2-bdfc-f020556bc634 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Synchronizing usage tracker for tenant:0963dfcfec64470c9af2396c3d9ea7f2 on resource:port {{(pid=79281) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:33:56.693629 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-53ab208d-7519-4d80-9369-b89e1575bf1d req-caab3f1c-b33d-4ba2-bdfc-f020556bc634 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Unset dirty status for tenant:0963dfcfec64470c9af2396c3d9ea7f2 on resource:port {{(pid=79281) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:33:56.694729 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-53ab208d-7519-4d80-9369-b89e1575bf1d req-caab3f1c-b33d-4ba2-bdfc-f020556bc634 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.24 "GET /v2.0/ports?device_id=633547b1-2f39-42d3-953e-3de9bed1f2c2 HTTP/1.1" status: 200 len: 945 time: 0.0968952 May 17 16:33:56.829773 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [req-53ab208d-7519-4d80-9369-b89e1575bf1d req-c5e7ed8b-d055-41a3-b974-fe8a69195b2f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Deleting port c3071f01-f472-4bad-8b5c-95d929897c63 {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:33:56.830018 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-53ab208d-7519-4d80-9369-b89e1575bf1d req-c5e7ed8b-d055-41a3-b974-fe8a69195b2f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:56.969524 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-53ab208d-7519-4d80-9369-b89e1575bf1d req-c5e7ed8b-d055-41a3-b974-fe8a69195b2f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] For port c3071f01-f472-4bad-8b5c-95d929897c63, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=c3071f01-f472-4bad-8b5c-95d929897c63,segment=NetworkSegment(b66f898e-f20f-4fcc-b29c-8e4d969f4bb9),segment_id=b66f898e-f20f-4fcc-b29c-8e4d969f4bb9)] {{(pid=79281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:33:56.969869 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-53ab208d-7519-4d80-9369-b89e1575bf1d req-c5e7ed8b-d055-41a3-b974-fe8a69195b2f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:57.131949 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cda7a-1384-41e5-aae9-108c4702b98c req-c0f91a54-7e8e-49d2-97b3-b55677620e11 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:33:57.133393 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4e8cda7a-1384-41e5-aae9-108c4702b98c req-c0f91a54-7e8e-49d2-97b3-b55677620e11 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=633547b1-2f39-42d3-953e-3de9bed1f2c2 HTTP/1.1" status: 200 len: 945 time: 0.0806410 May 17 16:33:57.182280 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4e8cda7a-1384-41e5-aae9-108c4702b98c req-f85691dd-7446-4a0b-beeb-14e1e61d3304 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups?id=7f1ea23e-5fe0-438c-a950-eeac40ea64f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425959 May 17 16:33:57.349272 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-53ab208d-7519-4d80-9369-b89e1575bf1d req-c5e7ed8b-d055-41a3-b974-fe8a69195b2f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:57.349634 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-53ab208d-7519-4d80-9369-b89e1575bf1d req-c5e7ed8b-d055-41a3-b974-fe8a69195b2f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432823'] for floatingip, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:57.349942 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.db.l3_db [req-53ab208d-7519-4d80-9369-b89e1575bf1d req-c5e7ed8b-d055-41a3-b974-fe8a69195b2f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Floating IP b8caade1-1229-4ea0-8b92-cb190ac6684e disassociated. External IP: 172.27.2.202, port: c3071f01-f472-4bad-8b5c-95d929897c63. May 17 16:33:57.350277 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [req-53ab208d-7519-4d80-9369-b89e1575bf1d req-c5e7ed8b-d055-41a3-b974-fe8a69195b2f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Calling delete_port for c3071f01-f472-4bad-8b5c-95d929897c63 owned by compute:nova {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:33:57.511895 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-53ab208d-7519-4d80-9369-b89e1575bf1d req-c5e7ed8b-d055-41a3-b974-fe8a69195b2f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:57.517890 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-ac6abc12-2d7a-4713-a35d-4eea702dd4b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:57.564392 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7ed8b-d055-41a3-b974-fe8a69195b2f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Pushing event deleted for resources: {'Port': ['ID=c3071f01-f472-4bad-8b5c-95d929897c63,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:57.576043 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7ed8b-d055-41a3-b974-fe8a69195b2f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:57.576430 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7ed8b-d055-41a3-b974-fe8a69195b2f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:57.576802 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7ed8b-d055-41a3-b974-fe8a69195b2f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:57.577186 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7ed8b-d055-41a3-b974-fe8a69195b2f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:57.577547 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7ed8b-d055-41a3-b974-fe8a69195b2f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:57.577906 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7ed8b-d055-41a3-b974-fe8a69195b2f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:57.578284 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7ed8b-d055-41a3-b974-fe8a69195b2f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:57.578678 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7ed8b-d055-41a3-b974-fe8a69195b2f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:57.579329 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7ed8b-d055-41a3-b974-fe8a69195b2f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:57.579665 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7ed8b-d055-41a3-b974-fe8a69195b2f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:57.580038 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7ed8b-d055-41a3-b974-fe8a69195b2f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:57.580389 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e7ed8b-d055-41a3-b974-fe8a69195b2f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:33:57.635763 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-c5e7ed8b-d055-41a3-b974-fe8a69195b2f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:57.768268 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53ab208d-7519-4d80-9369-b89e1575bf1d req-c5e7ed8b-d055-41a3-b974-fe8a69195b2f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Router 2518071c-ce7a-41f1-bc70-e77dfe2d7341 has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:33:57.948385 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53ab208d-7519-4d80-9369-b89e1575bf1d req-c5e7ed8b-d055-41a3-b974-fe8a69195b2f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:33:57.959184 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c505a16f-42f6-46f1-b0a2-4aee10deb218 None None] Sync routers for ids ['2518071c-ce7a-41f1-bc70-e77dfe2d7341'] in dv-cinder-768105-8-iscsi {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:33:57.969500 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c505a16f-42f6-46f1-b0a2-4aee10deb218 None None] Routers {'2518071c-ce7a-41f1-bc70-e77dfe2d7341'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:33:57.970130 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-c505a16f-42f6-46f1-b0a2-4aee10deb218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:33:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['2518071c-ce7a-41f1-bc70-e77dfe2d7341'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:58.025550 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ab208d-7519-4d80-9369-b89e1575bf1d req-c5e7ed8b-d055-41a3-b974-fe8a69195b2f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] No DVR routers for this DVR port c3071f01-f472-4bad-8b5c-95d929897c63 on host hv-cinder-76810 {{(pid=79281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:33:58.028139 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-53ab208d-7519-4d80-9369-b89e1575bf1d req-c5e7ed8b-d055-41a3-b974-fe8a69195b2f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:58.031137 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633547b1-2f39-42d3-953e-3de9bed1f2c2', 'name': 'network-vif-deleted', 'tag': 'c3071f01-f472-4bad-8b5c-95d929897c63'}] {{(pid=79281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:33:58.130256 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-53ab208d-7519-4d80-9369-b89e1575bf1d req-c5e7ed8b-d055-41a3-b974-fe8a69195b2f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.24 "DELETE /v2.0/ports/c3071f01-f472-4bad-8b5c-95d929897c63 HTTP/1.1" status: 204 len: 173 time: 1.4297395 May 17 16:33:58.155226 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-c505a16f-42f6-46f1-b0a2-4aee10deb218 None None] Set router 2518071c-ce7a-41f1-bc70-e77dfe2d7341 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:33:58.266547 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633547b1-2f39-42d3-953e-3de9bed1f2c2', 'name': 'network-vif-deleted', 'tag': 'c3071f01-f472-4bad-8b5c-95d929897c63', 'status': 'completed', 'code': 200} May 17 16:33:58.348668 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8ddc17d5-3a6a-4527-9b00-9394825aa60a req-96cb460b-b46e-424b-85be-81a0843405e0 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/ports?device_id=633547b1-2f39-42d3-953e-3de9bed1f2c2 HTTP/1.1" status: 200 len: 210 time: 0.0442133 May 17 16:33:58.472585 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-c505a16f-42f6-46f1-b0a2-4aee10deb218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'name': 'tempest-AttachVolumeTestJSON-259554001-router', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:18Z', 'revision_number': 4, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'gw_port': {'id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:14Z', 'updated_at': '2021-05-17T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'fdca95ca-22ad-4628-8d78-53fc6d90087d', 'name': '', 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'mac_address': 'fa:16:3e:50:87:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:17Z', 'updated_at': '2021-05-17T16:24:25Z', 'revision_number': 5, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'subnets': [{'id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:58.476937 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c505a16f-42f6-46f1-b0a2-4aee10deb218 None None] Checking router: 2518071c-ce7a-41f1-bc70-e77dfe2d7341 for host: dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:33:58.486013 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c505a16f-42f6-46f1-b0a2-4aee10deb218 None None] Routers {'2518071c-ce7a-41f1-bc70-e77dfe2d7341'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:33:58.486636 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-c505a16f-42f6-46f1-b0a2-4aee10deb218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:33:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['2518071c-ce7a-41f1-bc70-e77dfe2d7341'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:58.668255 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-c505a16f-42f6-46f1-b0a2-4aee10deb218 None None] Set router 2518071c-ce7a-41f1-bc70-e77dfe2d7341 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:33:58.973211 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-c505a16f-42f6-46f1-b0a2-4aee10deb218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'name': 'tempest-AttachVolumeTestJSON-259554001-router', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:18Z', 'revision_number': 4, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'gw_port': {'id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:14Z', 'updated_at': '2021-05-17T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'fdca95ca-22ad-4628-8d78-53fc6d90087d', 'name': '', 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'mac_address': 'fa:16:3e:50:87:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:17Z', 'updated_at': '2021-05-17T16:24:25Z', 'revision_number': 5, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'subnets': [{'id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:33:58.977069 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c505a16f-42f6-46f1-b0a2-4aee10deb218 None None] The sync data for ids ['2518071c-ce7a-41f1-bc70-e77dfe2d7341'] in dv-cinder-768105-8-iscsi is: [{'id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'name': 'tempest-AttachVolumeTestJSON-259554001-router', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:24:18Z', 'revision_number': 4, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'gw_port': {'id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:14Z', 'updated_at': '2021-05-17T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'fdca95ca-22ad-4628-8d78-53fc6d90087d', 'name': '', 'network_id': 'f715da6f-21b3-4c5b-b80d-844b367c17f5', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'mac_address': 'fa:16:3e:50:87:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:17Z', 'updated_at': '2021-05-17T16:24:25Z', 'revision_number': 5, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'subnets': [{'id': '2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:33:59.179037 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b31924-ab27-406e-bb1b-4ec9706f59d7 None None] New status for floating IP b8caade1-1229-4ea0-8b92-cb190ac6684e: DOWN {{(pid=79283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:33:59.529978 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44544) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:33:59.606364 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-74f58501-f150-4163-a2ec-8b87fb3c3aa8 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:59.634635 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-74f58501-f150-4163-a2ec-8b87fb3c3aa8 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:59.723482 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-74f58501-f150-4163-a2ec-8b87fb3c3aa8 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:59.737492 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e98b1b5f-3366-4e6e-adae-ab25b4274dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:33:59.745958 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f58501-f150-4163-a2ec-8b87fb3c3aa8 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1ea23e-5fe0-438c-a950-eeac40ea64f7,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:33:59.749797 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-74f58501-f150-4163-a2ec-8b87fb3c3aa8 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:33:59.752956 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-74f58501-f150-4163-a2ec-8b87fb3c3aa8 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:33:59.754281 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-74f58501-f150-4163-a2ec-8b87fb3c3aa8 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "DELETE /v2.0/security-groups/7f1ea23e-5fe0-438c-a950-eeac40ea64f7 HTTP/1.1" status: 204 len: 168 time: 0.2231150 May 17 16:33:59.756899 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44548) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:33:59.773152 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.api.v2.resource [None req-e7e43781-78ed-4223-ab98-3bbd3fc4f0bc tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] show failed (client error): The resource could not be found. May 17 16:33:59.774055 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-e7e43781-78ed-4223-ab98-3bbd3fc4f0bc tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "GET /v2.0/security-groups/7f1ea23e-5fe0-438c-a950-eeac40ea64f7 HTTP/1.1" status: 404 len: 347 time: 0.0162458 May 17 16:33:59.776843 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44552) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:33:59.986945 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-7559d9ea-185d-4dc1-838a-a19b17ad0881 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Deleting port 85a901af-e374-4ae4-a55f-29172444fc00 {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:33:59.987281 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7559d9ea-185d-4dc1-838a-a19b17ad0881 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:00.103518 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7559d9ea-185d-4dc1-838a-a19b17ad0881 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:00.103811 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7559d9ea-185d-4dc1-838a-a19b17ad0881 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:00.313036 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-7559d9ea-185d-4dc1-838a-a19b17ad0881 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Calling delete_port for 85a901af-e374-4ae4-a55f-29172444fc00 owned by network:floatingip {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:34:00.488574 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7559d9ea-185d-4dc1-838a-a19b17ad0881 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:00.493272 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-d8c62b0b-4eb2-4336-8100-f9dd74a8bc86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:00.539490 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559d9ea-185d-4dc1-838a-a19b17ad0881 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Pushing event deleted for resources: {'Port': ['ID=85a901af-e374-4ae4-a55f-29172444fc00,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:00.542433 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-7559d9ea-185d-4dc1-838a-a19b17ad0881 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:00.679532 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7559d9ea-185d-4dc1-838a-a19b17ad0881 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks [] for floatingip, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:00.699198 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-7559d9ea-185d-4dc1-838a-a19b17ad0881 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for floatingip, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:00.700307 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-7559d9ea-185d-4dc1-838a-a19b17ad0881 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] 10.222.0.11 "DELETE /v2.0/floatingips/b8caade1-1229-4ea0-8b92-cb190ac6684e HTTP/1.1" status: 204 len: 168 time: 0.9226222 May 17 16:34:00.709924 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-d5b33789-978a-497d-a5b3-0fdbe3d4e3c8 req-8c58cc5c-d258-400e-9099-547c1a07bf2f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0990682 May 17 16:34:00.850118 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b33789-978a-497d-a5b3-0fdbe3d4e3c8 req-2d5dab6b-bfc9-4c83-8af2-f27fccfc6062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:34:00.851612 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-d5b33789-978a-497d-a5b3-0fdbe3d4e3c8 req-2d5dab6b-bfc9-4c83-8af2-f27fccfc6062 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ea92b2008324514984db0dee23989df&device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 1099 time: 0.0709507 May 17 16:34:00.999362 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b33789-978a-497d-a5b3-0fdbe3d4e3c8 req-5020ce22-a7dd-45e1-86e6-4c31f839f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:34:01.000766 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-d5b33789-978a-497d-a5b3-0fdbe3d4e3c8 req-5020ce22-a7dd-45e1-86e6-4c31f839f335 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b385ca28-bc09-4262-bdca-a3584d9f84aa HTTP/1.1" status: 200 len: 918 time: 0.1297493 May 17 16:34:01.107012 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-d5b33789-978a-497d-a5b3-0fdbe3d4e3c8 req-e5b0ef30-de76-41c9-b222-58e913b92275 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab032548-d53f-4cfa-bc1f-749425127dbb HTTP/1.1" status: 200 len: 1001 time: 0.0983849 May 17 16:34:01.172469 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b33789-978a-497d-a5b3-0fdbe3d4e3c8 req-d8e35667-4776-47c2-a432-7e5773ccde8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:34:01.173897 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-d5b33789-978a-497d-a5b3-0fdbe3d4e3c8 req-d8e35667-4776-47c2-a432-7e5773ccde8c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e88814d7-1622-4f60-af12-99e2074dbe02 HTTP/1.1" status: 200 len: 856 time: 0.0598357 May 17 16:34:01.254840 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b33789-978a-497d-a5b3-0fdbe3d4e3c8 req-99559d04-95ef-4522-ab1b-4fdf88ef4f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:34:01.256463 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-d5b33789-978a-497d-a5b3-0fdbe3d4e3c8 req-99559d04-95ef-4522-ab1b-4fdf88ef4f6e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b385ca28-bc09-4262-bdca-a3584d9f84aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753114 May 17 16:34:01.332956 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device c3071f01-f472-4bad-8b5c-95d929897c63 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:34:01.370546 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] No Port match for: c3071f01-f472-4bad-8b5c-95d929897c63 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:34:01.370902 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device c3071f01-f472-4bad-8b5c-95d929897c63 not bound to the agent host hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:34:01.402974 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-d5b33789-978a-497d-a5b3-0fdbe3d4e3c8 req-22400b4f-3122-4fa6-bddd-dd63a652ef24 service neutron] 10.222.0.24 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396196 May 17 16:34:01.549632 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-d5b33789-978a-497d-a5b3-0fdbe3d4e3c8 req-486c30e8-117f-4062-9b0e-dd00f32a91b6 service neutron] 10.222.0.24 "GET /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400046 May 17 16:34:05.203070 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44594) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:05.485830 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b0a31-ae8b-41e0-b4d6-a6876823b4a1 req-73bdd82a-b1bc-4e44-8df3-bf6d397bf4d3 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:34:05.487981 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-525b0a31-ae8b-41e0-b4d6-a6876823b4a1 req-73bdd82a-b1bc-4e44-8df3-bf6d397bf4d3 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 946 time: 0.0794597 May 17 16:34:05.540667 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-525b0a31-ae8b-41e0-b4d6-a6876823b4a1 req-f7fd53d4-df7f-4552-8e51-1061b62180c3 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465977 May 17 16:34:06.012149 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-079825b5-5883-467f-9f01-f5067569fb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402885'] for router_interface, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:06.414412 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-079825b5-5883-467f-9f01-f5067569fb03 admin admin] Deleting port fdca95ca-22ad-4628-8d78-53fc6d90087d {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:34:06.415075 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-079825b5-5883-467f-9f01-f5067569fb03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:06.534405 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [None req-079825b5-5883-467f-9f01-f5067569fb03 admin admin] For port fdca95ca-22ad-4628-8d78-53fc6d90087d, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=fdca95ca-22ad-4628-8d78-53fc6d90087d,segment=NetworkSegment(b66f898e-f20f-4fcc-b29c-8e4d969f4bb9),segment_id=b66f898e-f20f-4fcc-b29c-8e4d969f4bb9)] {{(pid=79281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:34:06.534756 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-079825b5-5883-467f-9f01-f5067569fb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:06.658693 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-079825b5-5883-467f-9f01-f5067569fb03 admin admin] Calling delete_port for fdca95ca-22ad-4628-8d78-53fc6d90087d owned by network:router_interface {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:34:06.736258 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89c34e-c568-4a4e-b18a-bb46acf7d060 req-ec1709e8-9661-4020-8126-76c08e94355c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:34:06.737732 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0f89c34e-c568-4a4e-b18a-bb46acf7d060 req-ec1709e8-9661-4020-8126-76c08e94355c tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 946 time: 0.0794096 May 17 16:34:06.783536 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0f89c34e-c568-4a4e-b18a-bb46acf7d060 req-923f61b5-2ab2-4df6-84d6-9136d6b80a58 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396848 May 17 16:34:06.875314 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbdcf9-a0dd-4958-82f6-0f98e267b0d3 req-c0691305-21ef-4805-b0a6-99523ff98ce3 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:34:06.876007 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-eedbdcf9-a0dd-4958-82f6-0f98e267b0d3 req-c0691305-21ef-4805-b0a6-99523ff98ce3 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Synchronizing usage tracker for tenant:0ea92b2008324514984db0dee23989df on resource:port {{(pid=79281) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:34:06.887931 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-eedbdcf9-a0dd-4958-82f6-0f98e267b0d3 req-c0691305-21ef-4805-b0a6-99523ff98ce3 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Unset dirty status for tenant:0ea92b2008324514984db0dee23989df on resource:port {{(pid=79281) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:34:06.888991 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-eedbdcf9-a0dd-4958-82f6-0f98e267b0d3 req-c0691305-21ef-4805-b0a6-99523ff98ce3 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 946 time: 0.0952115 May 17 16:34:06.926521 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-079825b5-5883-467f-9f01-f5067569fb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:06.940269 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-c18389a2-a71d-4afa-9be0-bda3b6caff6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:06.993177 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079825b5-5883-467f-9f01-f5067569fb03 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdca95ca-22ad-4628-8d78-53fc6d90087d,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:07.021230 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-079825b5-5883-467f-9f01-f5067569fb03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:07.399810 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [req-eedbdcf9-a0dd-4958-82f6-0f98e267b0d3 req-ea2440f7-48dc-45f2-b074-cfa2b86d1bc1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Deleting port ab032548-d53f-4cfa-bc1f-749425127dbb {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:34:07.400149 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-eedbdcf9-a0dd-4958-82f6-0f98e267b0d3 req-ea2440f7-48dc-45f2-b074-cfa2b86d1bc1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:07.495827 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-079825b5-5883-467f-9f01-f5067569fb03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-515316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402793'] for router_interface, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:07.623804 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-eedbdcf9-a0dd-4958-82f6-0f98e267b0d3 req-ea2440f7-48dc-45f2-b074-cfa2b86d1bc1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] For port ab032548-d53f-4cfa-bc1f-749425127dbb, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ab032548-d53f-4cfa-bc1f-749425127dbb,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:34:07.624150 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-eedbdcf9-a0dd-4958-82f6-0f98e267b0d3 req-ea2440f7-48dc-45f2-b074-cfa2b86d1bc1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:07.985898 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886b366-cd5e-47e0-aaaf-3c403e3df147 req-ad2504db-e240-45ef-8480-d0a10bf00de1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:34:07.988040 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8886b366-cd5e-47e0-aaaf-3c403e3df147 req-ad2504db-e240-45ef-8480-d0a10bf00de1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 946 time: 0.0845416 May 17 16:34:08.031737 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8886b366-cd5e-47e0-aaaf-3c403e3df147 req-d116bd48-8d88-4621-843f-351471e2ec32 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ac39fd-e860-4d18-92d9-c63362e6b2da&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380547 May 17 16:34:08.130224 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-eedbdcf9-a0dd-4958-82f6-0f98e267b0d3 req-ea2440f7-48dc-45f2-b074-cfa2b86d1bc1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:08.130527 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-eedbdcf9-a0dd-4958-82f6-0f98e267b0d3 req-ea2440f7-48dc-45f2-b074-cfa2b86d1bc1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432823'] for floatingip, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:08.130835 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.db.l3_db [req-eedbdcf9-a0dd-4958-82f6-0f98e267b0d3 req-ea2440f7-48dc-45f2-b074-cfa2b86d1bc1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Floating IP 9b26d96b-4828-4699-ad42-dd5e7f4d9a61 disassociated. External IP: 172.27.2.116, port: ab032548-d53f-4cfa-bc1f-749425127dbb. May 17 16:34:08.131171 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [req-eedbdcf9-a0dd-4958-82f6-0f98e267b0d3 req-ea2440f7-48dc-45f2-b074-cfa2b86d1bc1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Calling delete_port for ab032548-d53f-4cfa-bc1f-749425127dbb owned by compute:nova {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:34:08.151175 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079825b5-5883-467f-9f01-f5067569fb03 admin admin] Router 2518071c-ce7a-41f1-bc70-e77dfe2d7341 has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:34:08.384270 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079825b5-5883-467f-9f01-f5067569fb03 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:34:08.392302 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7202b3-bfd6-42d5-9dbf-4b8cfe47fe51 None None] Sync routers for ids ['2518071c-ce7a-41f1-bc70-e77dfe2d7341'] in dv-cinder-768105-8-iscsi {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:34:08.402656 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7202b3-bfd6-42d5-9dbf-4b8cfe47fe51 None None] Routers {'2518071c-ce7a-41f1-bc70-e77dfe2d7341'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:34:08.403273 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-9a7202b3-bfd6-42d5-9dbf-4b8cfe47fe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:33:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['2518071c-ce7a-41f1-bc70-e77dfe2d7341'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:34:08.487098 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-079825b5-5883-467f-9f01-f5067569fb03 admin admin] 10.222.0.11 "PUT /v2.0/routers/2518071c-ce7a-41f1-bc70-e77dfe2d7341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2801001 May 17 16:34:08.487348 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44606) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:08.545666 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-eedbdcf9-a0dd-4958-82f6-0f98e267b0d3 req-ea2440f7-48dc-45f2-b074-cfa2b86d1bc1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:08.563497 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-c5e7ed8b-d055-41a3-b974-fe8a69195b2f tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:08.625229 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-9a7202b3-bfd6-42d5-9dbf-4b8cfe47fe51 None None] Set router 2518071c-ce7a-41f1-bc70-e77dfe2d7341 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:34:08.728946 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2440f7-48dc-45f2-b074-cfa2b86d1bc1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Pushing event deleted for resources: {'Port': ['ID=ab032548-d53f-4cfa-bc1f-749425127dbb,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:08.734097 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-ea2440f7-48dc-45f2-b074-cfa2b86d1bc1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:08.913528 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-9a7202b3-bfd6-42d5-9dbf-4b8cfe47fe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'name': 'tempest-AttachVolumeTestJSON-259554001-router', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:34:06Z', 'revision_number': 5, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'gw_port': {'id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:14Z', 'updated_at': '2021-05-17T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:34:08.917290 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7202b3-bfd6-42d5-9dbf-4b8cfe47fe51 None None] Checking router: 2518071c-ce7a-41f1-bc70-e77dfe2d7341 for host: dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:34:08.926055 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7202b3-bfd6-42d5-9dbf-4b8cfe47fe51 None None] Routers {'2518071c-ce7a-41f1-bc70-e77dfe2d7341'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:34:08.926699 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-9a7202b3-bfd6-42d5-9dbf-4b8cfe47fe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:33:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['2518071c-ce7a-41f1-bc70-e77dfe2d7341'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:34:08.966624 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3c971d2a-9660-48ae-b660-0c27d8c96694 admin admin] Notify callbacks [] for router, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:09.108816 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-9a7202b3-bfd6-42d5-9dbf-4b8cfe47fe51 None None] Set router 2518071c-ce7a-41f1-bc70-e77dfe2d7341 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:34:09.139052 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eedbdcf9-a0dd-4958-82f6-0f98e267b0d3 req-ea2440f7-48dc-45f2-b074-cfa2b86d1bc1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Router ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:34:09.205027 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c1f6d16a-268b-40a9-b0e2-4ea0599874c5 req-b1b7e925-3cfa-4607-a40c-43e63c5a41c3 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 210 time: 0.0501077 May 17 16:34:09.249120 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3c971d2a-9660-48ae-b660-0c27d8c96694 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:09.363210 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eedbdcf9-a0dd-4958-82f6-0f98e267b0d3 req-ea2440f7-48dc-45f2-b074-cfa2b86d1bc1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:34:09.374665 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9208f30-0e2d-4d1f-b7df-443f7e02763a None None] Sync routers for ids ['ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'] in dv-cinder-768105-8-iscsi {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:34:09.386211 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9208f30-0e2d-4d1f-b7df-443f7e02763a None None] Routers {'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:34:09.386998 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-b9208f30-0e2d-4d1f-b7df-443f7e02763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:33:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:34:09.435601 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-9a7202b3-bfd6-42d5-9dbf-4b8cfe47fe51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'name': 'tempest-AttachVolumeTestJSON-259554001-router', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:34:06Z', 'revision_number': 5, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'gw_port': {'id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:14Z', 'updated_at': '2021-05-17T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:34:09.442285 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7202b3-bfd6-42d5-9dbf-4b8cfe47fe51 None None] The sync data for ids ['2518071c-ce7a-41f1-bc70-e77dfe2d7341'] in dv-cinder-768105-8-iscsi is: [{'id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'name': 'tempest-AttachVolumeTestJSON-259554001-router', 'tenant_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:24:13Z', 'updated_at': '2021-05-17T16:34:06Z', 'revision_number': 5, 'project_id': '0963dfcfec64470c9af2396c3d9ea7f2', 'gw_port': {'id': 'eded4092-a63d-4356-9e66-0a9a1e8873f2', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2518071c-ce7a-41f1-bc70-e77dfe2d7341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:24:14Z', 'updated_at': '2021-05-17T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}] {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:34:09.484095 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [req-eedbdcf9-a0dd-4958-82f6-0f98e267b0d3 req-ea2440f7-48dc-45f2-b074-cfa2b86d1bc1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] No DVR routers for this DVR port ab032548-d53f-4cfa-bc1f-749425127dbb on host hv-cinder-76810 {{(pid=79281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:34:09.487346 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-eedbdcf9-a0dd-4958-82f6-0f98e267b0d3 req-ea2440f7-48dc-45f2-b074-cfa2b86d1bc1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:09.489280 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-eedbdcf9-a0dd-4958-82f6-0f98e267b0d3 req-ea2440f7-48dc-45f2-b074-cfa2b86d1bc1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.24 "DELETE /v2.0/ports/ab032548-d53f-4cfa-bc1f-749425127dbb HTTP/1.1" status: 204 len: 173 time: 2.5953403 May 17 16:34:09.489789 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb704110-995d-4f2a-8675-20ca9282ae7e', 'name': 'network-vif-deleted', 'tag': 'ab032548-d53f-4cfa-bc1f-749425127dbb'}] {{(pid=79281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:34:09.529196 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-3c971d2a-9660-48ae-b660-0c27d8c96694 admin admin] Deleting port eded4092-a63d-4356-9e66-0a9a1e8873f2 {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:34:09.529675 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3c971d2a-9660-48ae-b660-0c27d8c96694 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:09.548521 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb704110-995d-4f2a-8675-20ca9282ae7e', 'name': 'network-vif-deleted', 'tag': 'ab032548-d53f-4cfa-bc1f-749425127dbb', 'status': 'completed', 'code': 200} May 17 16:34:09.591956 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-b9208f30-0e2d-4d1f-b7df-443f7e02763a None None] Set router ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:34:09.668739 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [None req-3c971d2a-9660-48ae-b660-0c27d8c96694 admin admin] For port eded4092-a63d-4356-9e66-0a9a1e8873f2, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=eded4092-a63d-4356-9e66-0a9a1e8873f2,segment=NetworkSegment(b4de580b-76bc-403f-9a98-9ee7fe7150e1),segment_id=b4de580b-76bc-403f-9a98-9ee7fe7150e1)] {{(pid=79281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:34:09.669406 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3c971d2a-9660-48ae-b660-0c27d8c96694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:09.818788 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-3c971d2a-9660-48ae-b660-0c27d8c96694 admin admin] Calling delete_port for eded4092-a63d-4356-9e66-0a9a1e8873f2 owned by network:router_gateway {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:34:10.038236 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-b9208f30-0e2d-4d1f-b7df-443f7e02763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'name': 'tempest-AttachVolumeShelveTestJSON-1734573545-router', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:22:43Z', 'revision_number': 4, 'project_id': '0ea92b2008324514984db0dee23989df', 'gw_port': {'id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:36Z', 'updated_at': '2021-05-17T16:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': '2e4a0d97-3adc-404e-b5d8-6fe56725cda6', 'name': '', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'mac_address': 'fa:16:3e:88:0f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:41Z', 'updated_at': '2021-05-17T16:22:57Z', 'revision_number': 5, 'project_id': '0ea92b2008324514984db0dee23989df', 'subnets': [{'id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:34:10.042233 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9208f30-0e2d-4d1f-b7df-443f7e02763a None None] Checking router: ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 for host: dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:34:10.051224 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9208f30-0e2d-4d1f-b7df-443f7e02763a None None] Routers {'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:34:10.051842 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-b9208f30-0e2d-4d1f-b7df-443f7e02763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:33:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:34:10.054210 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3c971d2a-9660-48ae-b660-0c27d8c96694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:10.058092 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e67878fc-3c78-4983-880d-f67c8691c361 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:10.102784 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c971d2a-9660-48ae-b660-0c27d8c96694 admin admin] Pushing event deleted for resources: {'Port': ['ID=eded4092-a63d-4356-9e66-0a9a1e8873f2,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:10.106271 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-3c971d2a-9660-48ae-b660-0c27d8c96694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:10.239858 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-b9208f30-0e2d-4d1f-b7df-443f7e02763a None None] Set router ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:34:10.315006 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3c971d2a-9660-48ae-b660-0c27d8c96694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432866'] for router_gateway, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:10.414926 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3526f8f1-9a71-4b33-a843-9d724bf3af5a req-122f02ae-fee9-4425-8b11-b17305d0052e tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/ports?device_id=cb704110-995d-4f2a-8675-20ca9282ae7e HTTP/1.1" status: 200 len: 210 time: 0.0502687 May 17 16:34:10.518423 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3c971d2a-9660-48ae-b660-0c27d8c96694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045998'] for router, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:10.522192 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3c971d2a-9660-48ae-b660-0c27d8c96694 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:10.624177 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3c971d2a-9660-48ae-b660-0c27d8c96694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432666'] for router, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:10.624921 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c971d2a-9660-48ae-b660-0c27d8c96694 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2518071c-ce7a-41f1-bc70-e77dfe2d7341 {{(pid=79281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 16:34:10.645973 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3c971d2a-9660-48ae-b660-0c27d8c96694 admin admin] Notify callbacks [] for router, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:10.646711 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-3c971d2a-9660-48ae-b660-0c27d8c96694 admin admin] 10.222.0.11 "DELETE /v2.0/routers/2518071c-ce7a-41f1-bc70-e77dfe2d7341 HTTP/1.1" status: 204 len: 168 time: 2.1585786 May 17 16:34:10.648838 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-b9208f30-0e2d-4d1f-b7df-443f7e02763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'name': 'tempest-AttachVolumeShelveTestJSON-1734573545-router', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:22:43Z', 'revision_number': 4, 'project_id': '0ea92b2008324514984db0dee23989df', 'gw_port': {'id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:36Z', 'updated_at': '2021-05-17T16:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': '2e4a0d97-3adc-404e-b5d8-6fe56725cda6', 'name': '', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'mac_address': 'fa:16:3e:88:0f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:41Z', 'updated_at': '2021-05-17T16:22:57Z', 'revision_number': 5, 'project_id': '0ea92b2008324514984db0dee23989df', 'subnets': [{'id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:34:10.649447 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44618) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:10.658136 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9208f30-0e2d-4d1f-b7df-443f7e02763a None None] The sync data for ids ['ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'] in dv-cinder-768105-8-iscsi is: [{'id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'name': 'tempest-AttachVolumeShelveTestJSON-1734573545-router', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:22:43Z', 'revision_number': 4, 'project_id': '0ea92b2008324514984db0dee23989df', 'gw_port': {'id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:36Z', 'updated_at': '2021-05-17T16:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': '2e4a0d97-3adc-404e-b5d8-6fe56725cda6', 'name': '', 'network_id': 'b385ca28-bc09-4262-bdca-a3584d9f84aa', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'mac_address': 'fa:16:3e:88:0f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:41Z', 'updated_at': '2021-05-17T16:22:57Z', 'revision_number': 5, 'project_id': '0ea92b2008324514984db0dee23989df', 'subnets': [{'id': 'e88814d7-1622-4f60-af12-99e2074dbe02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:34:10.712625 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae05238-5b29-4bb0-af57-38c15ec08c7c admin admin] Deleting subnet 2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb {{(pid=79281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:34:10.716503 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-fae05238-5b29-4bb0-af57-38c15ec08c7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:10.771752 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-fae05238-5b29-4bb0-af57-38c15ec08c7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1804568'] for subnet, precommit_delete_associations {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:10.854879 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-fae05238-5b29-4bb0-af57-38c15ec08c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8075481'] for subnet, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:10.898007 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d222a4-fffe-4a26-bcec-de75aef9f663 None None] New status for floating IP 9b26d96b-4828-4699-ad42-dd5e7f4d9a61: DOWN {{(pid=79282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:34:11.186193 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-fae05238-5b29-4bb0-af57-38c15ec08c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8075474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1956057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3136364'] for subnet, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:11.191081 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:11.226239 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae05238-5b29-4bb0-af57-38c15ec08c7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:11.228176 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-fae05238-5b29-4bb0-af57-38c15ec08c7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:11.230793 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-fae05238-5b29-4bb0-af57-38c15ec08c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:11.236772 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-fae05238-5b29-4bb0-af57-38c15ec08c7c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2e8f3e50-a614-4f50-9c6a-8edb0e7f75eb HTTP/1.1" status: 204 len: 168 time: 0.5859814 May 17 16:34:11.239611 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 44622) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:11.241413 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eced9e32-e737-4f79-9b2c-700a2f8923c5 None None] Network f715da6f-21b3-4c5b-b80d-844b367c17f5 requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:34:11.327721 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device fdca95ca-22ad-4628-8d78-53fc6d90087d no longer exists at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:34:11.368621 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device ab032548-d53f-4cfa-bc1f-749425127dbb no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:34:11.404379 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] No Port match for: fdca95ca-22ad-4628-8d78-53fc6d90087d {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:34:11.404633 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device fdca95ca-22ad-4628-8d78-53fc6d90087d not bound to the agent host dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:34:11.405041 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device eded4092-a63d-4356-9e66-0a9a1e8873f2 no longer exists at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:34:11.470208 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ef596aae-884d-48ee-a41b-71df04a5e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7952015'] for network, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:11.492040 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] No Port match for: ab032548-d53f-4cfa-bc1f-749425127dbb {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:34:11.492379 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device ab032548-d53f-4cfa-bc1f-749425127dbb not bound to the agent host hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:34:11.495569 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] No Port match for: eded4092-a63d-4356-9e66-0a9a1e8873f2 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:34:11.496118 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device eded4092-a63d-4356-9e66-0a9a1e8873f2 not bound to the agent host dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:34:11.554551 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-ef596aae-884d-48ee-a41b-71df04a5e66a admin admin] Deleting port fabdd713-7d75-4b3f-9624-40adeb3e2832 {{(pid=79280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:34:11.554893 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ef596aae-884d-48ee-a41b-71df04a5e66a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:11.630958 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44630) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:11.656745 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f144da-1d06-4bf2-9174-1ef80bced266 None None] DHCP port deletion for f715da6f-21b3-4c5b-b80d-844b367c17f5 request from dv-cinder-768105-8-iscsi {{(pid=79282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 16:34:11.668735 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [None req-ef596aae-884d-48ee-a41b-71df04a5e66a admin admin] For port fabdd713-7d75-4b3f-9624-40adeb3e2832, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=fabdd713-7d75-4b3f-9624-40adeb3e2832,segment=NetworkSegment(b66f898e-f20f-4fcc-b29c-8e4d969f4bb9),segment_id=b66f898e-f20f-4fcc-b29c-8e4d969f4bb9)] {{(pid=79280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:34:11.669091 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ef596aae-884d-48ee-a41b-71df04a5e66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:11.712360 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-940e09eb-fb44-461a-a0d1-a3df9558edb7 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:11.725566 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-21f144da-1d06-4bf2-9174-1ef80bced266 None None] Deleting port fabdd713-7d75-4b3f-9624-40adeb3e2832 {{(pid=79282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:34:11.725938 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-21f144da-1d06-4bf2-9174-1ef80bced266 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:11.743196 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-940e09eb-fb44-461a-a0d1-a3df9558edb7 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:11.798559 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-ef596aae-884d-48ee-a41b-71df04a5e66a admin admin] Calling delete_port for fabdd713-7d75-4b3f-9624-40adeb3e2832 owned by network:dhcp {{(pid=79280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:34:11.837829 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-21f144da-1d06-4bf2-9174-1ef80bced266 None None] For port fabdd713-7d75-4b3f-9624-40adeb3e2832, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=fabdd713-7d75-4b3f-9624-40adeb3e2832,segment=NetworkSegment(b66f898e-f20f-4fcc-b29c-8e4d969f4bb9),segment_id=b66f898e-f20f-4fcc-b29c-8e4d969f4bb9)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:34:11.838226 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-21f144da-1d06-4bf2-9174-1ef80bced266 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:11.876202 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-940e09eb-fb44-461a-a0d1-a3df9558edb7 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:11.879936 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-65e6b17d-1199-4f30-ace7-6cf5411ea679 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:11.896576 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e09eb-fb44-461a-a0d1-a3df9558edb7 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ac39fd-e860-4d18-92d9-c63362e6b2da,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:11.906913 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-940e09eb-fb44-461a-a0d1-a3df9558edb7 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:11.906913 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-940e09eb-fb44-461a-a0d1-a3df9558edb7 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:11.906913 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-940e09eb-fb44-461a-a0d1-a3df9558edb7 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "DELETE /v2.0/security-groups/12ac39fd-e860-4d18-92d9-c63362e6b2da HTTP/1.1" status: 204 len: 168 time: 0.2738309 May 17 16:34:11.908982 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44634) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:11.926721 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.api.v2.resource [None req-f78d9222-a5be-4a06-8e6e-4f29c51c5472 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] show failed (client error): The resource could not be found. May 17 16:34:11.928580 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-f78d9222-a5be-4a06-8e6e-4f29c51c5472 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "GET /v2.0/security-groups/12ac39fd-e860-4d18-92d9-c63362e6b2da HTTP/1.1" status: 404 len: 347 time: 0.0170295 May 17 16:34:11.931899 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44638) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:11.945731 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ef596aae-884d-48ee-a41b-71df04a5e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:11.949867 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-c075cc41-f249-4a39-aa2d-42ae01e219b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:11.975371 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-21f144da-1d06-4bf2-9174-1ef80bced266 None None] Calling delete_port for fabdd713-7d75-4b3f-9624-40adeb3e2832 owned by network:dhcp {{(pid=79282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:34:12.000943 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef596aae-884d-48ee-a41b-71df04a5e66a admin admin] No DVR routers for this DVR port fabdd713-7d75-4b3f-9624-40adeb3e2832 on host dv-cinder-768105-8-iscsi {{(pid=79280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:34:12.002799 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef596aae-884d-48ee-a41b-71df04a5e66a admin admin] Pushing event deleted for resources: {'Port': ['ID=fabdd713-7d75-4b3f-9624-40adeb3e2832,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:12.036853 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-ef596aae-884d-48ee-a41b-71df04a5e66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:12.041586 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-21f144da-1d06-4bf2-9174-1ef80bced266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850'] for port, after_delete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:12.045449 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-65cb08f0-1814-48b0-9c31-64361c31a552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:12.088326 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f144da-1d06-4bf2-9174-1ef80bced266 None None] Pushing event deleted for resources: {'Port': ['ID=fabdd713-7d75-4b3f-9624-40adeb3e2832,revision_number=None']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:12.098582 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f144da-1d06-4bf2-9174-1ef80bced266 None None] No DVR routers for this DVR port fabdd713-7d75-4b3f-9624-40adeb3e2832 on host dv-cinder-768105-8-iscsi {{(pid=79282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:34:12.107708 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f144da-1d06-4bf2-9174-1ef80bced266 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:12.116306 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f144da-1d06-4bf2-9174-1ef80bced266 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:12.116306 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f144da-1d06-4bf2-9174-1ef80bced266 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:12.116306 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f144da-1d06-4bf2-9174-1ef80bced266 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:12.116306 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f144da-1d06-4bf2-9174-1ef80bced266 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:12.116306 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f144da-1d06-4bf2-9174-1ef80bced266 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:12.116306 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f144da-1d06-4bf2-9174-1ef80bced266 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:12.116306 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f144da-1d06-4bf2-9174-1ef80bced266 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:12.116306 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f144da-1d06-4bf2-9174-1ef80bced266 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:12.116306 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f144da-1d06-4bf2-9174-1ef80bced266 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:12.116306 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f144da-1d06-4bf2-9174-1ef80bced266 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:12.116306 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f144da-1d06-4bf2-9174-1ef80bced266 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:12.116306 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-21f144da-1d06-4bf2-9174-1ef80bced266 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:12.133817 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ef596aae-884d-48ee-a41b-71df04a5e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8075500', 'neutron.services.segments.db._delete_segments_for_network-8780704027010'] for network, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:12.141206 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.services.segments.db [None req-ef596aae-884d-48ee-a41b-71df04a5e66a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f715da6f-21b3-4c5b-b80d-844b367c17f5']}} {{(pid=79280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:34:12.154689 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.services.segments.db [None req-ef596aae-884d-48ee-a41b-71df04a5e66a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66f898e-f20f-4fcc-b29c-8e4d969f4bb9') {'for_net_delete': True} {{(pid=79280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:34:12.154985 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.services.segments.db [None req-ef596aae-884d-48ee-a41b-71df04a5e66a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66f898e-f20f-4fcc-b29c-8e4d969f4bb9') {} {{(pid=79280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:34:12.167217 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ef596aae-884d-48ee-a41b-71df04a5e66a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780704039051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1998511'] for segment, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:12.169143 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-aac3af69-fb85-4a08-b0b9-0c77041fd173 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Deleting port c585823e-b246-4545-ab46-873e38ef214a {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:34:12.169487 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-aac3af69-fb85-4a08-b0b9-0c77041fd173 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:12.183651 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ef596aae-884d-48ee-a41b-71df04a5e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:12.189860 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef596aae-884d-48ee-a41b-71df04a5e66a admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=79280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:34:12.190252 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ef596aae-884d-48ee-a41b-71df04a5e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566604'] for segment, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: Traceback (most recent call last): May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: timer() May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: cb(*args, **kw) May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: return func(*args, **kwargs) May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: self._notify() May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: self.callback(batched_events) May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: event.method(event) May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: return f(self, *a, **k) May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: return self._get(url).json() May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: return self.request(url, 'GET', **kwargs) May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:34:12.204330 dv-cinder-768105-8-iscsi neutron-server[79280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:34:12.295548 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-aac3af69-fb85-4a08-b0b9-0c77041fd173 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:12.298562 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-aac3af69-fb85-4a08-b0b9-0c77041fd173 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:12.345921 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ef596aae-884d-48ee-a41b-71df04a5e66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8075493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432837'] for network, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:12.350557 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:12.364180 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-ef596aae-884d-48ee-a41b-71df04a5e66a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:12.372908 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef596aae-884d-48ee-a41b-71df04a5e66a admin admin] Pushing event deleted for resources: {'Network': ['ID=f715da6f-21b3-4c5b-b80d-844b367c17f5,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:12.377257 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-ef596aae-884d-48ee-a41b-71df04a5e66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:12.421578 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-aac3af69-fb85-4a08-b0b9-0c77041fd173 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Calling delete_port for c585823e-b246-4545-ab46-873e38ef214a owned by network:floatingip {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:34:12.495959 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-ef596aae-884d-48ee-a41b-71df04a5e66a admin admin] 10.222.0.11 "DELETE /v2.0/networks/f715da6f-21b3-4c5b-b80d-844b367c17f5 HTTP/1.1" status: 204 len: 168 time: 1.2526193 May 17 16:34:12.619274 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-aac3af69-fb85-4a08-b0b9-0c77041fd173 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:12.623204 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-079825b5-5883-467f-9f01-f5067569fb03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:12.773515 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3af69-fb85-4a08-b0b9-0c77041fd173 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Pushing event deleted for resources: {'Port': ['ID=c585823e-b246-4545-ab46-873e38ef214a,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:12.773515 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-aac3af69-fb85-4a08-b0b9-0c77041fd173 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:12.859231 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44644) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:12.889253 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-aac3af69-fb85-4a08-b0b9-0c77041fd173 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks [] for floatingip, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:12.922471 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-aac3af69-fb85-4a08-b0b9-0c77041fd173 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for floatingip, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:12.923596 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-aac3af69-fb85-4a08-b0b9-0c77041fd173 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] 10.222.0.11 "DELETE /v2.0/floatingips/9b26d96b-4828-4699-ad42-dd5e7f4d9a61 HTTP/1.1" status: 204 len: 168 time: 0.9908071 May 17 16:34:12.935336 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-df158ed2-d066-4844-9a09-77f8ba780ef3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0963dfcfec64470c9af2396c3d9ea7f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0749319 May 17 16:34:12.938903 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44648) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:13.005546 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-357b5c5e-1041-431c-8597-5b64540748e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:13.035054 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-357b5c5e-1041-431c-8597-5b64540748e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:13.191244 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-357b5c5e-1041-431c-8597-5b64540748e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:13.195174 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-763b78bf-8abc-454e-a7cc-a6ca47a46010 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:13.209786 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b5c5e-1041-431c-8597-5b64540748e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59325085-951e-43e5-ba46-4d238de7c38d,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:13.212229 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-357b5c5e-1041-431c-8597-5b64540748e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:13.218674 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-357b5c5e-1041-431c-8597-5b64540748e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:13.222760 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-357b5c5e-1041-431c-8597-5b64540748e2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/59325085-951e-43e5-ba46-4d238de7c38d HTTP/1.1" status: 204 len: 168 time: 0.2792923 May 17 16:34:13.293291 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device fabdd713-7d75-4b3f-9624-40adeb3e2832 no longer exists at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:34:13.329829 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] No Port match for: fabdd713-7d75-4b3f-9624-40adeb3e2832 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:34:13.330186 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device fabdd713-7d75-4b3f-9624-40adeb3e2832 not bound to the agent host dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:34:15.511238 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-8f3aae6f-36dc-4bb5-8513-42accfed6afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:15.768423 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44704) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:15.884461 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-997e49e7-4e01-4bc5-8c4d-a0e213cd4670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:15.898497 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-997e49e7-4e01-4bc5-8c4d-a0e213cd4670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:34:15.902205 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-997e49e7-4e01-4bc5-8c4d-a0e213cd4670 admin admin] Usage tracker for resource:security_group_rule and tenant:c5d9506bdbbc4b3f9aae4d56c8359dc7 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:34:15.904952 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-997e49e7-4e01-4bc5-8c4d-a0e213cd4670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:34:15.911132 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-997e49e7-4e01-4bc5-8c4d-a0e213cd4670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:34:15.997779 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-997e49e7-4e01-4bc5-8c4d-a0e213cd4670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:16.082704 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-997e49e7-4e01-4bc5-8c4d-a0e213cd4670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:16.091584 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-ca727f0d-1fae-4f26-9cf0-c9816593c0a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:16.107667 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 44716) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:16.132145 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-997e49e7-4e01-4bc5-8c4d-a0e213cd4670 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c5d9506bdbbc4b3f9aae4d56c8359dc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626692 May 17 16:34:16.134207 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e49e7-4e01-4bc5-8c4d-a0e213cd4670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd98bf2d-8cbe-4909-ac82-f642d0845f54,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:16.135019 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 44722) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:16.137776 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-997e49e7-4e01-4bc5-8c4d-a0e213cd4670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:16.326620 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-341a6e25-d4a0-4655-95a0-2a0bb1ba5f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:16.379501 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-341a6e25-d4a0-4655-95a0-2a0bb1ba5f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:16.672108 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-341a6e25-d4a0-4655-95a0-2a0bb1ba5f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:16.680634 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-26c91559-f491-499b-b8e6-70707909c31b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:16.702136 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a6e25-d4a0-4655-95a0-2a0bb1ba5f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd98bf2d-8cbe-4909-ac82-f642d0845f54,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:16.705560 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-341a6e25-d4a0-4655-95a0-2a0bb1ba5f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:16.711011 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-341a6e25-d4a0-4655-95a0-2a0bb1ba5f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:16.713332 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-341a6e25-d4a0-4655-95a0-2a0bb1ba5f8b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dd98bf2d-8cbe-4909-ac82-f642d0845f54 HTTP/1.1" status: 204 len: 168 time: 0.5760415 May 17 16:34:16.927289 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e90d90b8-7a4a-45b9-a2f3-d53121a61596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402885'] for router_interface, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:17.340137 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-e90d90b8-7a4a-45b9-a2f3-d53121a61596 admin admin] Deleting port 2e4a0d97-3adc-404e-b5d8-6fe56725cda6 {{(pid=79280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:34:17.340839 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e90d90b8-7a4a-45b9-a2f3-d53121a61596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:17.389817 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44730) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:17.408167 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-73e91fe4-9688-4eb3-a6fb-1892e9afe5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:17.424521 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-73e91fe4-9688-4eb3-a6fb-1892e9afe5ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:34:17.429224 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-73e91fe4-9688-4eb3-a6fb-1892e9afe5ff admin admin] Usage tracker for resource:security_group_rule and tenant:e7c212931a654f26b69f792ac6fcb0c9 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:34:17.432196 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-73e91fe4-9688-4eb3-a6fb-1892e9afe5ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:34:17.438015 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-73e91fe4-9688-4eb3-a6fb-1892e9afe5ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:34:17.462283 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [None req-e90d90b8-7a4a-45b9-a2f3-d53121a61596 admin admin] For port 2e4a0d97-3adc-404e-b5d8-6fe56725cda6, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=2e4a0d97-3adc-404e-b5d8-6fe56725cda6,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:34:17.462725 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e90d90b8-7a4a-45b9-a2f3-d53121a61596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:17.521868 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-73e91fe4-9688-4eb3-a6fb-1892e9afe5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:17.586550 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-e90d90b8-7a4a-45b9-a2f3-d53121a61596 admin admin] Calling delete_port for 2e4a0d97-3adc-404e-b5d8-6fe56725cda6 owned by network:router_interface {{(pid=79280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:34:17.595359 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-73e91fe4-9688-4eb3-a6fb-1892e9afe5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:17.604643 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-b848f1c2-7666-4ef8-ae27-10749a38c95e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:17.643045 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-73e91fe4-9688-4eb3-a6fb-1892e9afe5ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e7c212931a654f26b69f792ac6fcb0c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520747 May 17 16:34:17.644758 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e91fe4-9688-4eb3-a6fb-1892e9afe5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae95403f-1c31-41c2-92e5-c0028b0e6711,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:17.647149 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44734) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:17.649534 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-73e91fe4-9688-4eb3-a6fb-1892e9afe5ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:17.711358 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-0341292f-5591-43d6-b70b-f748c739d4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:17.738957 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-0341292f-5591-43d6-b70b-f748c739d4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:17.824715 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e90d90b8-7a4a-45b9-a2f3-d53121a61596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:17.828775 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-4aa486a8-674f-4d1e-8a8c-f7930fc37992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:17.853183 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-0341292f-5591-43d6-b70b-f748c739d4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:17.857090 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-a825bbd3-ebce-4546-b909-b65400ff227f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:17.871607 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341292f-5591-43d6-b70b-f748c739d4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae95403f-1c31-41c2-92e5-c0028b0e6711,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:17.874126 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-0341292f-5591-43d6-b70b-f748c739d4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:17.880815 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d90b8-7a4a-45b9-a2f3-d53121a61596 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e4a0d97-3adc-404e-b5d8-6fe56725cda6,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:17.888965 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-0341292f-5591-43d6-b70b-f748c739d4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:17.890340 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-0341292f-5591-43d6-b70b-f748c739d4a3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ae95403f-1c31-41c2-92e5-c0028b0e6711 HTTP/1.1" status: 204 len: 168 time: 0.2421761 May 17 16:34:17.918546 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-e90d90b8-7a4a-45b9-a2f3-d53121a61596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:18.160862 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e90d90b8-7a4a-45b9-a2f3-d53121a61596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-515316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402793'] for router_interface, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:18.214257 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:18.215841 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-58bae04b-8a75-415a-aae4-4d9c0bb6a48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:18.633649 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90d90b8-7a4a-45b9-a2f3-d53121a61596 admin admin] Router ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:34:18.813868 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90d90b8-7a4a-45b9-a2f3-d53121a61596 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:34:18.829276 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-e90d90b8-7a4a-45b9-a2f3-d53121a61596 admin admin] 10.222.0.11 "PUT /v2.0/routers/ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7188041 May 17 16:34:18.830257 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44756) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:18.835926 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fa1d42-e9fc-47d0-a132-02974899def3 None None] Sync routers for ids ['ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'] in dv-cinder-768105-8-iscsi {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:34:18.844344 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fa1d42-e9fc-47d0-a132-02974899def3 None None] Routers {'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:34:18.844951 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-a0fa1d42-e9fc-47d0-a132-02974899def3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:34:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:34:19.016632 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e536456c-593a-4fb1-9444-b0a54c738458 admin admin] Notify callbacks [] for router, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:19.020854 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-a0fa1d42-e9fc-47d0-a132-02974899def3 None None] Set router ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:34:19.139781 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:19.195466 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e536456c-593a-4fb1-9444-b0a54c738458 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:19.309357 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-a0fa1d42-e9fc-47d0-a132-02974899def3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'name': 'tempest-AttachVolumeShelveTestJSON-1734573545-router', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133'}], 'enable_snat': True}, 'gw_port_id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:34:17Z', 'revision_number': 5, 'project_id': '0ea92b2008324514984db0dee23989df', 'gw_port': {'id': '15d50f78-79b4-4b4c-a862-ffa56aa41472', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:bb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:22:36Z', 'updated_at': '2021-05-17T16:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:34:19.313245 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fa1d42-e9fc-47d0-a132-02974899def3 None None] Checking router: ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 for host: dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:34:19.322657 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fa1d42-e9fc-47d0-a132-02974899def3 None None] Routers {'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:34:19.323259 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-a0fa1d42-e9fc-47d0-a132-02974899def3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:34:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:34:19.337030 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-e536456c-593a-4fb1-9444-b0a54c738458 admin admin] Deleting port 15d50f78-79b4-4b4c-a862-ffa56aa41472 {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:34:19.337627 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e536456c-593a-4fb1-9444-b0a54c738458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:19.471603 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-a0fa1d42-e9fc-47d0-a132-02974899def3 None None] Set router ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 gateway port host: None {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:34:19.476907 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [None req-e536456c-593a-4fb1-9444-b0a54c738458 admin admin] For port 15d50f78-79b4-4b4c-a862-ffa56aa41472, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=15d50f78-79b4-4b4c-a862-ffa56aa41472,segment=NetworkSegment(b4de580b-76bc-403f-9a98-9ee7fe7150e1),segment_id=b4de580b-76bc-403f-9a98-9ee7fe7150e1)] {{(pid=79281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:34:19.477489 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e536456c-593a-4fb1-9444-b0a54c738458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:19.606975 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-a0fa1d42-e9fc-47d0-a132-02974899def3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'name': 'tempest-AttachVolumeShelveTestJSON-1734573545-router', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:34:19Z', 'revision_number': 6, 'project_id': '0ea92b2008324514984db0dee23989df', 'gw_port_host': None}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:34:19.609165 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-e536456c-593a-4fb1-9444-b0a54c738458 admin admin] Calling delete_port for 15d50f78-79b4-4b4c-a862-ffa56aa41472 owned by network:router_gateway {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:34:19.611048 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fa1d42-e9fc-47d0-a132-02974899def3 None None] The sync data for ids ['ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1'] in dv-cinder-768105-8-iscsi is: [{'id': 'ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1', 'name': 'tempest-AttachVolumeShelveTestJSON-1734573545-router', 'tenant_id': '0ea92b2008324514984db0dee23989df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:22:33Z', 'updated_at': '2021-05-17T16:34:19Z', 'revision_number': 6, 'project_id': '0ea92b2008324514984db0dee23989df', 'gw_port_host': None}] {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:34:19.802629 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e536456c-593a-4fb1-9444-b0a54c738458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:19.807373 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-c11ff38f-8861-41fc-953f-9a6c23f40177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:19.850938 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536456c-593a-4fb1-9444-b0a54c738458 admin admin] Pushing event deleted for resources: {'Port': ['ID=15d50f78-79b4-4b4c-a862-ffa56aa41472,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:19.853866 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e536456c-593a-4fb1-9444-b0a54c738458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:20.043445 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e536456c-593a-4fb1-9444-b0a54c738458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432866'] for router_gateway, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:20.213356 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e536456c-593a-4fb1-9444-b0a54c738458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045998'] for router, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:20.215400 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e536456c-593a-4fb1-9444-b0a54c738458 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:20.303800 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e536456c-593a-4fb1-9444-b0a54c738458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432666'] for router, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:20.304370 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e536456c-593a-4fb1-9444-b0a54c738458 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 {{(pid=79281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 16:34:20.316958 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e536456c-593a-4fb1-9444-b0a54c738458 admin admin] Notify callbacks [] for router, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:20.318053 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-e536456c-593a-4fb1-9444-b0a54c738458 admin admin] 10.222.0.11 "DELETE /v2.0/routers/ea6dba40-e46d-4d1c-9c14-0e7b7db9eaa1 HTTP/1.1" status: 204 len: 168 time: 1.4860690 May 17 16:34:20.325020 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44792) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:20.387769 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb9c9e4a-6024-4104-901b-35db357c374a admin admin] Deleting subnet e88814d7-1622-4f60-af12-99e2074dbe02 {{(pid=79281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:34:20.390731 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-fb9c9e4a-6024-4104-901b-35db357c374a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:20.441520 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-fb9c9e4a-6024-4104-901b-35db357c374a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1804568'] for subnet, precommit_delete_associations {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:20.521137 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-fb9c9e4a-6024-4104-901b-35db357c374a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8075481'] for subnet, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:20.721343 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:20.865685 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-fb9c9e4a-6024-4104-901b-35db357c374a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8075474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1956057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3136364'] for subnet, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:20.870687 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:20.904660 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c9e4a-6024-4104-901b-35db357c374a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e88814d7-1622-4f60-af12-99e2074dbe02,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:20.906491 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-fb9c9e4a-6024-4104-901b-35db357c374a admin admin] Notify callbacks [] for subnet, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:20.909259 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-fb9c9e4a-6024-4104-901b-35db357c374a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:20.911114 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e22110-be23-4c13-b391-bc0fc5cd54a7 None None] Network b385ca28-bc09-4262-bdca-a3584d9f84aa requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:34:20.913137 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-fb9c9e4a-6024-4104-901b-35db357c374a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e88814d7-1622-4f60-af12-99e2074dbe02 HTTP/1.1" status: 204 len: 168 time: 0.5870810 May 17 16:34:20.915818 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44806) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:21.019719 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3238bbf5-01d4-4bc1-a58a-d3d8af980d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7952015'] for network, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:21.094820 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-3238bbf5-01d4-4bc1-a58a-d3d8af980d26 admin admin] Deleting port b100346b-3e53-430b-a667-2c9e265536b5 {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:34:21.095152 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3238bbf5-01d4-4bc1-a58a-d3d8af980d26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:21.183667 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3ddd70-6c47-4c0b-838d-8696eef6db8f None None] DHCP port deletion for b385ca28-bc09-4262-bdca-a3584d9f84aa request from dv-cinder-768105-8-iscsi {{(pid=79282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 16:34:21.194997 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [None req-3238bbf5-01d4-4bc1-a58a-d3d8af980d26 admin admin] For port b100346b-3e53-430b-a667-2c9e265536b5, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=b100346b-3e53-430b-a667-2c9e265536b5,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:34:21.195345 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3238bbf5-01d4-4bc1-a58a-d3d8af980d26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:21.250276 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-db3ddd70-6c47-4c0b-838d-8696eef6db8f None None] Deleting port b100346b-3e53-430b-a667-2c9e265536b5 {{(pid=79282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:34:21.251049 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-db3ddd70-6c47-4c0b-838d-8696eef6db8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:21.254221 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 44812) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:21.317841 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device b100346b-3e53-430b-a667-2c9e265536b5 no longer exists at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:34:21.328930 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-3238bbf5-01d4-4bc1-a58a-d3d8af980d26 admin admin] Calling delete_port for b100346b-3e53-430b-a667-2c9e265536b5 owned by network:dhcp {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:34:21.387127 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f2a95e21-f676-41d0-8f04-4fb9d1915081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:21.402410 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-f2a95e21-f676-41d0-8f04-4fb9d1915081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:34:21.405778 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-db3ddd70-6c47-4c0b-838d-8696eef6db8f None None] For port b100346b-3e53-430b-a667-2c9e265536b5, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=b100346b-3e53-430b-a667-2c9e265536b5,segment=NetworkSegment(cca19a82-32c8-492d-bbe8-da6eb371ac83),segment_id=cca19a82-32c8-492d-bbe8-da6eb371ac83)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:34:21.406171 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-f2a95e21-f676-41d0-8f04-4fb9d1915081 admin admin] Usage tracker for resource:security_group_rule and tenant:764d42250ebc4b0da3057a47d61bc826 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:34:21.406366 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-db3ddd70-6c47-4c0b-838d-8696eef6db8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:21.409677 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-f2a95e21-f676-41d0-8f04-4fb9d1915081 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:34:21.415836 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-f2a95e21-f676-41d0-8f04-4fb9d1915081 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:34:21.447675 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3238bbf5-01d4-4bc1-a58a-d3d8af980d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:21.456639 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-7559d9ea-185d-4dc1-838a-a19b17ad0881 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:21.482492 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.plugins.ml2.db [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] No ports have port_id starting with b100346b-3e53-430b-a667-2c9e265536b5 May 17 16:34:21.484259 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 2e4a0d97-3adc-404e-b5d8-6fe56725cda6 no longer exists at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:34:21.505532 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f2a95e21-f676-41d0-8f04-4fb9d1915081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:21.526486 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238bbf5-01d4-4bc1-a58a-d3d8af980d26 admin admin] Pushing event deleted for resources: {'Port': ['ID=b100346b-3e53-430b-a667-2c9e265536b5,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:21.529231 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-3238bbf5-01d4-4bc1-a58a-d3d8af980d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:21.532817 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3238bbf5-01d4-4bc1-a58a-d3d8af980d26 admin admin] No DVR routers for this DVR port b100346b-3e53-430b-a667-2c9e265536b5 on host dv-cinder-768105-8-iscsi {{(pid=79281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:34:21.568061 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f2a95e21-f676-41d0-8f04-4fb9d1915081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:21.576173 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-440c76cc-2b11-481e-ad26-4b3dab921eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:21.620426 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a95e21-f676-41d0-8f04-4fb9d1915081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b55086b-84b2-4b34-b2db-92bc3e5b3cb6,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:21.626559 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-db3ddd70-6c47-4c0b-838d-8696eef6db8f None None] Calling delete_port for b100346b-3e53-430b-a667-2c9e265536b5 owned by network:dhcp {{(pid=79282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:34:21.629570 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] No Port match for: 2e4a0d97-3adc-404e-b5d8-6fe56725cda6 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:34:21.629903 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 2e4a0d97-3adc-404e-b5d8-6fe56725cda6 not bound to the agent host dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:34:21.630334 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 15d50f78-79b4-4b4c-a862-ffa56aa41472 no longer exists at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:34:21.633785 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-f2a95e21-f676-41d0-8f04-4fb9d1915081 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=764d42250ebc4b0da3057a47d61bc826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3778305 May 17 16:34:21.635028 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44818) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:21.635629 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-f2a95e21-f676-41d0-8f04-4fb9d1915081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:21.666193 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] No Port match for: 15d50f78-79b4-4b4c-a862-ffa56aa41472 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:34:21.666567 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 15d50f78-79b4-4b4c-a862-ffa56aa41472 not bound to the agent host dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:34:21.667928 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3238bbf5-01d4-4bc1-a58a-d3d8af980d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8075500', 'neutron.services.segments.db._delete_segments_for_network-8780704027010'] for network, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:21.691025 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-3238bbf5-01d4-4bc1-a58a-d3d8af980d26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b385ca28-bc09-4262-bdca-a3584d9f84aa']}} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:34:21.705578 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-db3ddd70-6c47-4c0b-838d-8696eef6db8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850'] for port, after_delete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:21.710879 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-21f144da-1d06-4bf2-9174-1ef80bced266 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:21.719083 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-3238bbf5-01d4-4bc1-a58a-d3d8af980d26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca19a82-32c8-492d-bbe8-da6eb371ac83') {'for_net_delete': True} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:34:21.719378 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-3238bbf5-01d4-4bc1-a58a-d3d8af980d26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca19a82-32c8-492d-bbe8-da6eb371ac83') {} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:34:21.762341 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ddd70-6c47-4c0b-838d-8696eef6db8f None None] Pushing event deleted for resources: {'Port': ['ID=b100346b-3e53-430b-a667-2c9e265536b5,revision_number=None']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:21.764307 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3ddd70-6c47-4c0b-838d-8696eef6db8f None None] No DVR routers for this DVR port b100346b-3e53-430b-a667-2c9e265536b5 on host dv-cinder-768105-8-iscsi {{(pid=79282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:34:21.770708 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-db3ddd70-6c47-4c0b-838d-8696eef6db8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:21.831703 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3238bbf5-01d4-4bc1-a58a-d3d8af980d26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780704039051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1804567'] for segment, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:21.848534 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:21.852325 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-2b6e55f5-7ff4-4d5f-9708-0b99cd073b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:21.860273 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3238bbf5-01d4-4bc1-a58a-d3d8af980d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:21.875612 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3238bbf5-01d4-4bc1-a58a-d3d8af980d26 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=79281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:34:21.881144 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3238bbf5-01d4-4bc1-a58a-d3d8af980d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1955967'] for segment, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: Traceback (most recent call last): May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: timer() May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: cb(*args, **kw) May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: return func(*args, **kwargs) May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: self._notify() May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: self.callback(batched_events) May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: event.method(event) May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: return f(self, *a, **k) May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: return self._get(url).json() May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: return self.request(url, 'GET', **kwargs) May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:34:21.889350 dv-cinder-768105-8-iscsi neutron-server[79281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:34:21.940538 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-2b6e55f5-7ff4-4d5f-9708-0b99cd073b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:22.071228 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3238bbf5-01d4-4bc1-a58a-d3d8af980d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8075493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432837'] for network, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:22.074994 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-c18389a2-a71d-4afa-9be0-bda3b6caff6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:22.088620 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3238bbf5-01d4-4bc1-a58a-d3d8af980d26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:22.099492 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3238bbf5-01d4-4bc1-a58a-d3d8af980d26 admin admin] Pushing event deleted for resources: {'Network': ['ID=b385ca28-bc09-4262-bdca-a3584d9f84aa,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:22.103038 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-3238bbf5-01d4-4bc1-a58a-d3d8af980d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:22.103648 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-2b6e55f5-7ff4-4d5f-9708-0b99cd073b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:22.107981 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-cd11f282-e25e-42c4-bdbe-ec7f0d71ca38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:22.129069 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e55f5-7ff4-4d5f-9708-0b99cd073b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b55086b-84b2-4b34-b2db-92bc3e5b3cb6,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:22.131633 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-2b6e55f5-7ff4-4d5f-9708-0b99cd073b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:22.202748 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-3238bbf5-01d4-4bc1-a58a-d3d8af980d26 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b385ca28-bc09-4262-bdca-a3584d9f84aa HTTP/1.1" status: 204 len: 168 time: 1.2859049 May 17 16:34:22.206213 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-2b6e55f5-7ff4-4d5f-9708-0b99cd073b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:22.207511 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-2b6e55f5-7ff4-4d5f-9708-0b99cd073b43 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0b55086b-84b2-4b34-b2db-92bc3e5b3cb6 HTTP/1.1" status: 204 len: 168 time: 0.5712950 May 17 16:34:22.584170 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44828) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:22.636232 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-7c2a0514-fb33-4040-8126-d95ed2934012 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0ea92b2008324514984db0dee23989df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0508080 May 17 16:34:22.638959 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 44832) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:22.705164 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-fd376b65-6dcf-4885-8b0b-56e2210945a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:22.741313 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-fd376b65-6dcf-4885-8b0b-56e2210945a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:22.888321 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-fd376b65-6dcf-4885-8b0b-56e2210945a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:22.893997 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-f2a95e21-f676-41d0-8f04-4fb9d1915081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:22.909394 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd376b65-6dcf-4885-8b0b-56e2210945a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b39f73b-c830-40d9-9922-a15a5c769194,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:22.911739 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-fd376b65-6dcf-4885-8b0b-56e2210945a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:22.921567 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-fd376b65-6dcf-4885-8b0b-56e2210945a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:22.923240 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-fd376b65-6dcf-4885-8b0b-56e2210945a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1b39f73b-c830-40d9-9922-a15a5c769194 HTTP/1.1" status: 204 len: 168 time: 0.2829452 May 17 16:34:23.023978 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44838) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:23.041622 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1c47d8a5-e59b-442c-a538-0a26e9bfd261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:23.056295 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-1c47d8a5-e59b-442c-a538-0a26e9bfd261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:34:23.060137 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-1c47d8a5-e59b-442c-a538-0a26e9bfd261 admin admin] Usage tracker for resource:security_group_rule and tenant:91121dbf8e4745c1b15a84b7030e308f is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:34:23.062926 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-1c47d8a5-e59b-442c-a538-0a26e9bfd261 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:34:23.069237 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-1c47d8a5-e59b-442c-a538-0a26e9bfd261 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:34:23.151985 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1c47d8a5-e59b-442c-a538-0a26e9bfd261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:23.208458 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-1c47d8a5-e59b-442c-a538-0a26e9bfd261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:23.221279 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e07aac77-494d-4bc4-aff3-470b30e41f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:23.262696 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-1c47d8a5-e59b-442c-a538-0a26e9bfd261 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=91121dbf8e4745c1b15a84b7030e308f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375491 May 17 16:34:23.264550 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47d8a5-e59b-442c-a538-0a26e9bfd261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906390ff-b081-4482-8156-294bbd33cfea,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:23.265407 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 44846) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:23.268069 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1c47d8a5-e59b-442c-a538-0a26e9bfd261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:23.327967 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0977eea6-d2ad-411a-9768-91d8dc76ee3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:23.354342 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0977eea6-d2ad-411a-9768-91d8dc76ee3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:23.516862 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0977eea6-d2ad-411a-9768-91d8dc76ee3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:23.520976 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:23.536646 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977eea6-d2ad-411a-9768-91d8dc76ee3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906390ff-b081-4482-8156-294bbd33cfea,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:23.540382 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-0977eea6-d2ad-411a-9768-91d8dc76ee3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:23.554068 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0977eea6-d2ad-411a-9768-91d8dc76ee3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:23.554068 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-0977eea6-d2ad-411a-9768-91d8dc76ee3d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/906390ff-b081-4482-8156-294bbd33cfea HTTP/1.1" status: 204 len: 168 time: 0.2868352 May 17 16:34:23.999944 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 44874) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:24.103578 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-272c28d9-b142-45fa-8cfe-712a4a8fbe0d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-444661733-network', 'tenant_id': '938cab7a153a4ca5ace082687dad3ae2'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:34:24.108303 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-272c28d9-b142-45fa-8cfe-712a4a8fbe0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:34:24.112195 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-272c28d9-b142-45fa-8cfe-712a4a8fbe0d admin admin] Usage tracker for resource:network and tenant:938cab7a153a4ca5ace082687dad3ae2 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:34:24.115043 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-272c28d9-b142-45fa-8cfe-712a4a8fbe0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:34:24.120742 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-272c28d9-b142-45fa-8cfe-712a4a8fbe0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:34:24.225637 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272c28d9-b142-45fa-8cfe-712a4a8fbe0d admin admin] Made reservation on behalf of 938cab7a153a4ca5ace082687dad3ae2 for: {'network': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:34:24.228026 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-272c28d9-b142-45fa-8cfe-712a4a8fbe0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7986740'] for network, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:24.240150 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-272c28d9-b142-45fa-8cfe-712a4a8fbe0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:24.254564 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-272c28d9-b142-45fa-8cfe-712a4a8fbe0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:34:24.258732 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-272c28d9-b142-45fa-8cfe-712a4a8fbe0d admin admin] Usage tracker for resource:security_group_rule and tenant:938cab7a153a4ca5ace082687dad3ae2 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:34:24.261568 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-272c28d9-b142-45fa-8cfe-712a4a8fbe0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:34:24.267265 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-272c28d9-b142-45fa-8cfe-712a4a8fbe0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:34:24.353977 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-272c28d9-b142-45fa-8cfe-712a4a8fbe0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:24.418406 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-272c28d9-b142-45fa-8cfe-712a4a8fbe0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:24.422683 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-9ec266ff-a139-40c2-b05f-ec7a38c8f37e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:24.446215 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272c28d9-b142-45fa-8cfe-712a4a8fbe0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=79280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:34:24.459117 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c28d9-b142-45fa-8cfe-712a4a8fbe0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ae824d-bc3a-438b-8b54-a2e59a481cc9,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:24.463127 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-272c28d9-b142-45fa-8cfe-712a4a8fbe0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:24.464077 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-272c28d9-b142-45fa-8cfe-712a4a8fbe0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:24.464421 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.db.segments_db [None req-272c28d9-b142-45fa-8cfe-712a4a8fbe0d admin admin] Added segment 713a3a9e-f7e2-4eba-9bb7-a6abf81d9bfb of type vlan for network e6e9d9cf-c0e4-43bd-ada9-3f8372e99b1d May 17 16:34:24.491773 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-272c28d9-b142-45fa-8cfe-712a4a8fbe0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780703603375'] for network, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:24.608566 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-272c28d9-b142-45fa-8cfe-712a4a8fbe0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325'] for network, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:24.609829 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272c28d9-b142-45fa-8cfe-712a4a8fbe0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:34:24.610443 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-272c28d9-b142-45fa-8cfe-712a4a8fbe0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:24.615940 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:24.713645 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c28d9-b142-45fa-8cfe-712a4a8fbe0d admin admin] Pushing event updated for resources: {'Network': ['ID=e6e9d9cf-c0e4-43bd-ada9-3f8372e99b1d,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:24.716355 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-272c28d9-b142-45fa-8cfe-712a4a8fbe0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:24.724296 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Network e6e9d9cf-c0e4-43bd-ada9-3f8372e99b1d details requested by agent ovs-agent-dv-cinder-768105-8-iscsi with host dv-cinder-768105-8-iscsi {{(pid=79282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:34:24.769501 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-272c28d9-b142-45fa-8cfe-712a4a8fbe0d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7684474 May 17 16:34:24.772262 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 44892) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:24.777684 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-54d758ee-fee5-4e59-a811-e042713183be admin admin] Request body: {'subnet': {'network_id': 'e6e9d9cf-c0e4-43bd-ada9-3f8372e99b1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-444661733-subnet', 'tenant_id': '938cab7a153a4ca5ace082687dad3ae2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:34:24.782580 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-54d758ee-fee5-4e59-a811-e042713183be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:34:24.786751 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-54d758ee-fee5-4e59-a811-e042713183be admin admin] Usage tracker for resource:subnet and tenant:938cab7a153a4ca5ace082687dad3ae2 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:34:24.789744 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-54d758ee-fee5-4e59-a811-e042713183be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:34:24.795389 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-54d758ee-fee5-4e59-a811-e042713183be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:34:24.916432 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d758ee-fee5-4e59-a811-e042713183be admin admin] Made reservation on behalf of 938cab7a153a4ca5ace082687dad3ae2 for: {'subnet': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:34:24.918880 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-54d758ee-fee5-4e59-a811-e042713183be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1940319'] for subnet, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:25.387108 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-54d758ee-fee5-4e59-a811-e042713183be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2566437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1940301'] for subnet, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:25.392350 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:25.466493 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d758ee-fee5-4e59-a811-e042713183be admin admin] Pushing event updated for resources: {'Subnet': ['ID=75eba8b4-54ff-4f6c-bc3c-b060bf88ff7f,revision_number=0']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:25.470811 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-54d758ee-fee5-4e59-a811-e042713183be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:25.475651 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d758ee-fee5-4e59-a811-e042713183be admin admin] Checking segment: {'id': '713a3a9e-f7e2-4eba-9bb7-a6abf81d9bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'e6e9d9cf-c0e4-43bd-ada9-3f8372e99b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:34:25.476014 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d758ee-fee5-4e59-a811-e042713183be admin admin] Network hostable DHCP agents. Network: e6e9d9cf-c0e4-43bd-ada9-3f8372e99b1d, hostable agents: ['780b63cc-fd7b-4a13-8dba-6019f78428e1'], hosted agents: [] {{(pid=79280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:34:25.574385 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d758ee-fee5-4e59-a811-e042713183be admin admin] Network e6e9d9cf-c0e4-43bd-ada9-3f8372e99b1d is scheduled to be hosted by DHCP agent 780b63cc-fd7b-4a13-8dba-6019f78428e1 with binding_index 1 {{(pid=79280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:34:25.699786 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [None req-54d758ee-fee5-4e59-a811-e042713183be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-iscsi, e6e9d9cf-c0e4-43bd-ada9-3f8372e99b1d) {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:34:25.709589 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f900a58d-10ed-4b09-80ac-9ed6abad73d0 None None] Network e6e9d9cf-c0e4-43bd-ada9-3f8372e99b1d requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:34:25.709996 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d758ee-fee5-4e59-a811-e042713183be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:34:25.710680 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-54d758ee-fee5-4e59-a811-e042713183be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for subnet, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:25.814460 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-54d758ee-fee5-4e59-a811-e042713183be admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0411017 May 17 16:34:25.897203 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd82830-7b96-4271-ba89-59ce33a52143 None None] Network e6e9d9cf-c0e4-43bd-ada9-3f8372e99b1d requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:34:25.912805 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:34:26.086010 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44924) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:26.277378 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-de9c39e2-1a13-4ddb-b761-bfb25c061ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:26.291950 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-de9c39e2-1a13-4ddb-b761-bfb25c061ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:34:26.295812 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-de9c39e2-1a13-4ddb-b761-bfb25c061ffe admin admin] Usage tracker for resource:security_group_rule and tenant:9043812bfd5443e28f7cfaa84439cdd9 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:34:26.301829 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-de9c39e2-1a13-4ddb-b761-bfb25c061ffe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:34:26.305218 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-de9c39e2-1a13-4ddb-b761-bfb25c061ffe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:34:26.403775 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-de9c39e2-1a13-4ddb-b761-bfb25c061ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:26.475228 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-de9c39e2-1a13-4ddb-b761-bfb25c061ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:26.484328 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-3eedb8fc-73c4-4b4b-8ea3-fc2c1f0ebde0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:26.526812 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-de9c39e2-1a13-4ddb-b761-bfb25c061ffe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9043812bfd5443e28f7cfaa84439cdd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4365718 May 17 16:34:26.526927 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 44936) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:26.537732 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c39e2-1a13-4ddb-b761-bfb25c061ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c15aeea-7c6f-4d37-a309-e37f36d78dc7,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:26.540890 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-de9c39e2-1a13-4ddb-b761-bfb25c061ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:26.578931 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44942) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:26.584794 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-05849d9b-e398-4bcd-84b8-e0e5c653626d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1603529565-network', 'tenant_id': '3d63f656568e4abe862185d2fb49d547'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:34:26.589262 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-05849d9b-e398-4bcd-84b8-e0e5c653626d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:34:26.593169 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-05849d9b-e398-4bcd-84b8-e0e5c653626d admin admin] Usage tracker for resource:network and tenant:3d63f656568e4abe862185d2fb49d547 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:34:26.593312 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f042725f-d34d-4b05-aebe-5b2cdfe373e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:26.595994 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-05849d9b-e398-4bcd-84b8-e0e5c653626d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:34:26.602102 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-05849d9b-e398-4bcd-84b8-e0e5c653626d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:34:26.620432 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f042725f-d34d-4b05-aebe-5b2cdfe373e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:26.663624 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05849d9b-e398-4bcd-84b8-e0e5c653626d admin admin] Made reservation on behalf of 3d63f656568e4abe862185d2fb49d547 for: {'network': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:34:26.666001 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-05849d9b-e398-4bcd-84b8-e0e5c653626d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7986740'] for network, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:26.679332 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-05849d9b-e398-4bcd-84b8-e0e5c653626d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:26.697376 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-05849d9b-e398-4bcd-84b8-e0e5c653626d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:34:26.701214 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-05849d9b-e398-4bcd-84b8-e0e5c653626d admin admin] Usage tracker for resource:security_group_rule and tenant:3d63f656568e4abe862185d2fb49d547 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:34:26.704453 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-05849d9b-e398-4bcd-84b8-e0e5c653626d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:34:26.710403 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-05849d9b-e398-4bcd-84b8-e0e5c653626d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:34:26.738832 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f042725f-d34d-4b05-aebe-5b2cdfe373e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:26.742615 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-0cf0c7bf-66a2-4126-afdc-927b29f6795f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:26.755407 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042725f-d34d-4b05-aebe-5b2cdfe373e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c15aeea-7c6f-4d37-a309-e37f36d78dc7,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:26.758309 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-f042725f-d34d-4b05-aebe-5b2cdfe373e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:26.760249 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f042725f-d34d-4b05-aebe-5b2cdfe373e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:26.764682 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-f042725f-d34d-4b05-aebe-5b2cdfe373e2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3c15aeea-7c6f-4d37-a309-e37f36d78dc7 HTTP/1.1" status: 204 len: 168 time: 0.2339432 May 17 16:34:26.811886 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-05849d9b-e398-4bcd-84b8-e0e5c653626d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:26.910442 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-05849d9b-e398-4bcd-84b8-e0e5c653626d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:26.913531 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-0341292f-5591-43d6-b70b-f748c739d4a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:26.940249 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05849d9b-e398-4bcd-84b8-e0e5c653626d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=79281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:34:26.948659 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05849d9b-e398-4bcd-84b8-e0e5c653626d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3544bb37-4a0f-4b24-8570-a2bc9741e1c7,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:26.952197 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-05849d9b-e398-4bcd-84b8-e0e5c653626d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:26.955277 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-05849d9b-e398-4bcd-84b8-e0e5c653626d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:26.956225 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.db.segments_db [None req-05849d9b-e398-4bcd-84b8-e0e5c653626d admin admin] Added segment b2c0a5e7-6224-4447-a648-494e41d876f9 of type vlan for network 039c9f1f-1d37-49b6-bf36-7aa57a954e34 May 17 16:34:26.982183 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-05849d9b-e398-4bcd-84b8-e0e5c653626d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780703603375'] for network, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:27.093745 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-05849d9b-e398-4bcd-84b8-e0e5c653626d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325'] for network, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:27.097036 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05849d9b-e398-4bcd-84b8-e0e5c653626d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:34:27.097036 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-05849d9b-e398-4bcd-84b8-e0e5c653626d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:27.101664 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-dfee3b82-f71a-443e-9095-3d07eb26bacd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:27.209249 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05849d9b-e398-4bcd-84b8-e0e5c653626d admin admin] Pushing event updated for resources: {'Network': ['ID=039c9f1f-1d37-49b6-bf36-7aa57a954e34,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:27.213665 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-05849d9b-e398-4bcd-84b8-e0e5c653626d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:27.220262 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Network 039c9f1f-1d37-49b6-bf36-7aa57a954e34 details requested by agent ovs-agent-dv-cinder-768105-8-iscsi with host dv-cinder-768105-8-iscsi {{(pid=79282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:34:27.306186 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-05849d9b-e398-4bcd-84b8-e0e5c653626d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7261467 May 17 16:34:27.308924 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44950) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:27.314598 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-148b8c02-d380-4d51-8889-b53cc5e9f959 admin admin] Request body: {'subnet': {'network_id': '039c9f1f-1d37-49b6-bf36-7aa57a954e34', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1603529565-subnet', 'tenant_id': '3d63f656568e4abe862185d2fb49d547', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:34:27.319754 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-148b8c02-d380-4d51-8889-b53cc5e9f959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:34:27.323674 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-148b8c02-d380-4d51-8889-b53cc5e9f959 admin admin] Usage tracker for resource:subnet and tenant:3d63f656568e4abe862185d2fb49d547 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:34:27.326586 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-148b8c02-d380-4d51-8889-b53cc5e9f959 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:34:27.333079 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-148b8c02-d380-4d51-8889-b53cc5e9f959 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:34:27.401060 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148b8c02-d380-4d51-8889-b53cc5e9f959 admin admin] Made reservation on behalf of 3d63f656568e4abe862185d2fb49d547 for: {'subnet': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:34:27.403681 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-148b8c02-d380-4d51-8889-b53cc5e9f959 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3136375'] for subnet, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:27.464512 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 44954) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:27.483873 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0eb8a165-7543-43d7-a8fd-a85d938fc12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:27.499306 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-0eb8a165-7543-43d7-a8fd-a85d938fc12b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:34:27.504262 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-0eb8a165-7543-43d7-a8fd-a85d938fc12b admin admin] Usage tracker for resource:security_group_rule and tenant:d6f2e590bb9e4b1193d699f7537ab6f9 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:34:27.507581 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-0eb8a165-7543-43d7-a8fd-a85d938fc12b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:34:27.513739 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-0eb8a165-7543-43d7-a8fd-a85d938fc12b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:34:27.600134 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0eb8a165-7543-43d7-a8fd-a85d938fc12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:27.670843 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0eb8a165-7543-43d7-a8fd-a85d938fc12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:27.679506 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-012ed346-250f-4bc2-b2b2-087d7970969b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:27.721599 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8a165-7543-43d7-a8fd-a85d938fc12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a971cfd-1a79-44e4-a074-0e93f0e5c775,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:27.725761 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-0eb8a165-7543-43d7-a8fd-a85d938fc12b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d6f2e590bb9e4b1193d699f7537ab6f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599735 May 17 16:34:27.726782 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-0eb8a165-7543-43d7-a8fd-a85d938fc12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:27.728504 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 44958) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:27.886715 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3f71b117-c8df-4f24-bcdb-c775d931c2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:27.894970 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-148b8c02-d380-4d51-8889-b53cc5e9f959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1955990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3136357'] for subnet, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:27.899793 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:27.912655 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3f71b117-c8df-4f24-bcdb-c775d931c2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:27.969726 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b8c02-d380-4d51-8889-b53cc5e9f959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=515daf94-b83b-45f1-81d0-7ae49612ffd0,revision_number=0']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:27.973838 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-148b8c02-d380-4d51-8889-b53cc5e9f959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:27.981330 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148b8c02-d380-4d51-8889-b53cc5e9f959 admin admin] Checking segment: {'id': 'b2c0a5e7-6224-4447-a648-494e41d876f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '039c9f1f-1d37-49b6-bf36-7aa57a954e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:34:27.981330 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148b8c02-d380-4d51-8889-b53cc5e9f959 admin admin] Network hostable DHCP agents. Network: 039c9f1f-1d37-49b6-bf36-7aa57a954e34, hostable agents: ['780b63cc-fd7b-4a13-8dba-6019f78428e1'], hosted agents: [] {{(pid=79281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:34:28.185515 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3f71b117-c8df-4f24-bcdb-c775d931c2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:28.189354 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-272c28d9-b142-45fa-8cfe-712a4a8fbe0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:28.200622 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71b117-c8df-4f24-bcdb-c775d931c2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a971cfd-1a79-44e4-a074-0e93f0e5c775,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:28.203083 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-3f71b117-c8df-4f24-bcdb-c775d931c2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:28.209258 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3f71b117-c8df-4f24-bcdb-c775d931c2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:28.209419 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148b8c02-d380-4d51-8889-b53cc5e9f959 admin admin] Network 039c9f1f-1d37-49b6-bf36-7aa57a954e34 is scheduled to be hosted by DHCP agent 780b63cc-fd7b-4a13-8dba-6019f78428e1 with binding_index 1 {{(pid=79281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:34:28.212778 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-3f71b117-c8df-4f24-bcdb-c775d931c2b8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0a971cfd-1a79-44e4-a074-0e93f0e5c775 HTTP/1.1" status: 204 len: 168 time: 0.4809861 May 17 16:34:28.292020 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-148b8c02-d380-4d51-8889-b53cc5e9f959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-iscsi, 039c9f1f-1d37-49b6-bf36-7aa57a954e34) {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:34:28.301711 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a542e2a3-36f2-453e-8216-dd65eb816139 None None] Network 039c9f1f-1d37-49b6-bf36-7aa57a954e34 requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:34:28.308287 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148b8c02-d380-4d51-8889-b53cc5e9f959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:34:28.308287 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-148b8c02-d380-4d51-8889-b53cc5e9f959 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:28.380177 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-148b8c02-d380-4d51-8889-b53cc5e9f959 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0701721 May 17 16:34:28.491238 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acd8d30-476b-4441-8ef2-415b79f77920 None None] Network 039c9f1f-1d37-49b6-bf36-7aa57a954e34 requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:34:28.517691 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 44966) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:28.585860 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c0c5cb-8605-4a9e-bf66-3f64038bc20a admin admin] Deleting subnet 75eba8b4-54ff-4f6c-bc3c-b060bf88ff7f {{(pid=79280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:34:28.589434 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-74c0c5cb-8605-4a9e-bf66-3f64038bc20a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:28.640282 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-74c0c5cb-8605-4a9e-bf66-3f64038bc20a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998496'] for subnet, precommit_delete_associations {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:28.698245 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-74c0c5cb-8605-4a9e-bf66-3f64038bc20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8075481'] for subnet, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:29.106004 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-74c0c5cb-8605-4a9e-bf66-3f64038bc20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8075474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1940292'] for subnet, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:29.111566 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-d2643db9-e28c-4b22-a767-ecb211c45bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:29.147673 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0c5cb-8605-4a9e-bf66-3f64038bc20a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75eba8b4-54ff-4f6c-bc3c-b060bf88ff7f,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:29.152652 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-74c0c5cb-8605-4a9e-bf66-3f64038bc20a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for subnet, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:29.159789 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0c5cb-8605-4a9e-bf66-3f64038bc20a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:29.160157 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0c5cb-8605-4a9e-bf66-3f64038bc20a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:29.160516 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0c5cb-8605-4a9e-bf66-3f64038bc20a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:29.160867 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0c5cb-8605-4a9e-bf66-3f64038bc20a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:29.161212 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0c5cb-8605-4a9e-bf66-3f64038bc20a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:29.161654 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0c5cb-8605-4a9e-bf66-3f64038bc20a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:29.162050 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0c5cb-8605-4a9e-bf66-3f64038bc20a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:29.162420 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0c5cb-8605-4a9e-bf66-3f64038bc20a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:29.162767 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0c5cb-8605-4a9e-bf66-3f64038bc20a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:29.163106 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0c5cb-8605-4a9e-bf66-3f64038bc20a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:29.163451 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0c5cb-8605-4a9e-bf66-3f64038bc20a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:29.163787 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c0c5cb-8605-4a9e-bf66-3f64038bc20a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:34:29.168087 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-74c0c5cb-8605-4a9e-bf66-3f64038bc20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:29.171074 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-74c0c5cb-8605-4a9e-bf66-3f64038bc20a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/75eba8b4-54ff-4f6c-bc3c-b060bf88ff7f HTTP/1.1" status: 204 len: 168 time: 0.6504421 May 17 16:34:29.172298 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44988) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:29.286635 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8bed4088-feb2-46c5-9f10-7389a1787029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7952015'] for network, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:29.411185 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8bed4088-feb2-46c5-9f10-7389a1787029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8075500', 'neutron.services.segments.db._delete_segments_for_network-8780704027010'] for network, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:29.424316 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-8bed4088-feb2-46c5-9f10-7389a1787029 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e9d9cf-c0e4-43bd-ada9-3f8372e99b1d']}} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:34:29.437167 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-8bed4088-feb2-46c5-9f10-7389a1787029 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713a3a9e-f7e2-4eba-9bb7-a6abf81d9bfb') {'for_net_delete': True} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:34:29.437470 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-8bed4088-feb2-46c5-9f10-7389a1787029 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713a3a9e-f7e2-4eba-9bb7-a6abf81d9bfb') {} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:34:29.449230 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8bed4088-feb2-46c5-9f10-7389a1787029 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780704039051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1804567'] for segment, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:29.465758 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8bed4088-feb2-46c5-9f10-7389a1787029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:29.473532 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bed4088-feb2-46c5-9f10-7389a1787029 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=79281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:34:29.473920 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8bed4088-feb2-46c5-9f10-7389a1787029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1955967'] for segment, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: Traceback (most recent call last): May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: timer() May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: cb(*args, **kw) May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: return func(*args, **kwargs) May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: self._notify() May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: self.callback(batched_events) May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: event.method(event) May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: return f(self, *a, **k) May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: return self._get(url).json() May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: return self.request(url, 'GET', **kwargs) May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:34:29.487919 dv-cinder-768105-8-iscsi neutron-server[79281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:34:29.636718 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8bed4088-feb2-46c5-9f10-7389a1787029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8075493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432837'] for network, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:29.641641 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8bed4088-feb2-46c5-9f10-7389a1787029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:29.644138 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:29.663537 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed4088-feb2-46c5-9f10-7389a1787029 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6e9d9cf-c0e4-43bd-ada9-3f8372e99b1d,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:29.665788 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-8bed4088-feb2-46c5-9f10-7389a1787029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:29.667959 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-8bed4088-feb2-46c5-9f10-7389a1787029 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e6e9d9cf-c0e4-43bd-ada9-3f8372e99b1d HTTP/1.1" status: 204 len: 168 time: 0.4946902 May 17 16:34:29.670853 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 44998) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:29.822845 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7aa2e9-cb42-44c9-a046-2d7b208db67f admin admin] Deleting subnet 515daf94-b83b-45f1-81d0-7ae49612ffd0 {{(pid=79281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:34:29.825739 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4c7aa2e9-cb42-44c9-a046-2d7b208db67f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:29.873318 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4c7aa2e9-cb42-44c9-a046-2d7b208db67f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1804568'] for subnet, precommit_delete_associations {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:29.928845 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4c7aa2e9-cb42-44c9-a046-2d7b208db67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8075481'] for subnet, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:30.316988 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4c7aa2e9-cb42-44c9-a046-2d7b208db67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8075474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1956057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3136364'] for subnet, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:30.322584 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-797e5853-46f0-47dc-a465-c3a83c37eb8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:30.358586 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7aa2e9-cb42-44c9-a046-2d7b208db67f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=515daf94-b83b-45f1-81d0-7ae49612ffd0,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:30.360538 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4c7aa2e9-cb42-44c9-a046-2d7b208db67f admin admin] Notify callbacks [] for subnet, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:30.364151 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-4c7aa2e9-cb42-44c9-a046-2d7b208db67f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:30.368170 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-4c7aa2e9-cb42-44c9-a046-2d7b208db67f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/515daf94-b83b-45f1-81d0-7ae49612ffd0 HTTP/1.1" status: 204 len: 168 time: 0.6964085 May 17 16:34:30.370668 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 45018) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:30.478544 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-75953f7d-1cdd-4087-bb78-95584193e724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7952015'] for network, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:30.606122 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-75953f7d-1cdd-4087-bb78-95584193e724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8075500', 'neutron.services.segments.db._delete_segments_for_network-8780704027010'] for network, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:30.625251 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-75953f7d-1cdd-4087-bb78-95584193e724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039c9f1f-1d37-49b6-bf36-7aa57a954e34']}} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:34:30.636566 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-75953f7d-1cdd-4087-bb78-95584193e724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c0a5e7-6224-4447-a648-494e41d876f9') {'for_net_delete': True} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:34:30.641311 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-75953f7d-1cdd-4087-bb78-95584193e724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c0a5e7-6224-4447-a648-494e41d876f9') {} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:34:30.649230 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-75953f7d-1cdd-4087-bb78-95584193e724 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780704039051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1804567'] for segment, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:30.666315 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-75953f7d-1cdd-4087-bb78-95584193e724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:30.672693 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75953f7d-1cdd-4087-bb78-95584193e724 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=79281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:34:30.673136 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-75953f7d-1cdd-4087-bb78-95584193e724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1955967'] for segment, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: Traceback (most recent call last): May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: timer() May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: cb(*args, **kw) May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: return func(*args, **kwargs) May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: self._notify() May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: self.callback(batched_events) May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: event.method(event) May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: return f(self, *a, **k) May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: return self._get(url).json() May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: return self.request(url, 'GET', **kwargs) May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:34:30.686380 dv-cinder-768105-8-iscsi neutron-server[79281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:34:30.841147 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-75953f7d-1cdd-4087-bb78-95584193e724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8075493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432837'] for network, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:30.844962 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e24803e5-dddd-49a7-959c-ffc5926ca285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:30.864258 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-75953f7d-1cdd-4087-bb78-95584193e724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:30.872437 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75953f7d-1cdd-4087-bb78-95584193e724 admin admin] Pushing event deleted for resources: {'Network': ['ID=039c9f1f-1d37-49b6-bf36-7aa57a954e34,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:30.878726 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-75953f7d-1cdd-4087-bb78-95584193e724 admin admin] 10.222.0.11 "DELETE /v2.0/networks/039c9f1f-1d37-49b6-bf36-7aa57a954e34 HTTP/1.1" status: 204 len: 168 time: 0.5070419 May 17 16:34:30.880294 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-75953f7d-1cdd-4087-bb78-95584193e724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:31.360290 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 45028) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:31.417562 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-b6c66937-ad16-4057-b6b3-c368eaacef2b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=938cab7a153a4ca5ace082687dad3ae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557015 May 17 16:34:31.419804 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 45032) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:31.480780 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-23878755-ea8d-47ed-b9f6-292edd59aa56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:31.513506 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-23878755-ea8d-47ed-b9f6-292edd59aa56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:31.631003 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-23878755-ea8d-47ed-b9f6-292edd59aa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:31.635989 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-73e91fe4-9688-4eb3-a6fb-1892e9afe5ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:31.648432 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23878755-ea8d-47ed-b9f6-292edd59aa56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ae824d-bc3a-438b-8b54-a2e59a481cc9,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:31.650945 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-23878755-ea8d-47ed-b9f6-292edd59aa56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:31.656085 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-23878755-ea8d-47ed-b9f6-292edd59aa56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:31.657428 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-23878755-ea8d-47ed-b9f6-292edd59aa56 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/83ae824d-bc3a-438b-8b54-a2e59a481cc9 HTTP/1.1" status: 204 len: 168 time: 0.2367041 May 17 16:34:32.369729 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 45044) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:32.421633 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-bf6f5b5f-8a3c-4e27-885e-bf291239e26e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3d63f656568e4abe862185d2fb49d547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499909 May 17 16:34:32.423992 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 45048) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:32.482711 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ea46599b-5d0c-48dd-8e87-5a4880c38d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:32.510694 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ea46599b-5d0c-48dd-8e87-5a4880c38d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:32.642634 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ea46599b-5d0c-48dd-8e87-5a4880c38d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:32.648376 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-997e49e7-4e01-4bc5-8c4d-a0e213cd4670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:32.658784 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46599b-5d0c-48dd-8e87-5a4880c38d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3544bb37-4a0f-4b24-8570-a2bc9741e1c7,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:32.662253 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-ea46599b-5d0c-48dd-8e87-5a4880c38d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:32.670163 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ea46599b-5d0c-48dd-8e87-5a4880c38d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:32.673564 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-ea46599b-5d0c-48dd-8e87-5a4880c38d76 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3544bb37-4a0f-4b24-8570-a2bc9741e1c7 HTTP/1.1" status: 204 len: 168 time: 0.2462008 May 17 16:34:45.376947 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 45178) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:45.501300 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-90530350-e285-4cf1-afff-da529a834aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:45.516885 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-90530350-e285-4cf1-afff-da529a834aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:34:45.520724 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-90530350-e285-4cf1-afff-da529a834aef admin admin] Usage tracker for resource:security_group_rule and tenant:21bee6cc46ba45da82363c104383a3d2 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:34:45.527803 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-90530350-e285-4cf1-afff-da529a834aef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:34:45.529653 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-90530350-e285-4cf1-afff-da529a834aef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:34:45.562532 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-9bcdcfb6-edc4-43e0-ad0f-0e150bf14f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:45.611883 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-90530350-e285-4cf1-afff-da529a834aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:45.708953 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-90530350-e285-4cf1-afff-da529a834aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:45.719973 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-28405d0f-4586-461e-b5db-7ebad5afd4e2 tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:45.762717 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90530350-e285-4cf1-afff-da529a834aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45239b4b-3ec8-4c7b-acfd-a3ee485b1451,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:45.768489 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-90530350-e285-4cf1-afff-da529a834aef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=21bee6cc46ba45da82363c104383a3d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3893003 May 17 16:34:45.768489 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-90530350-e285-4cf1-afff-da529a834aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:45.770203 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 45186) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:45.843687 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-47552a30-ac55-465b-929e-6f61dbc7380d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:45.870877 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-47552a30-ac55-465b-929e-6f61dbc7380d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:46.014002 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-47552a30-ac55-465b-929e-6f61dbc7380d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:46.017866 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-2f029fa7-6b14-49f6-8824-1b0064a1d51f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:46.029921 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47552a30-ac55-465b-929e-6f61dbc7380d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45239b4b-3ec8-4c7b-acfd-a3ee485b1451,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:46.033467 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-47552a30-ac55-465b-929e-6f61dbc7380d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:46.038180 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-47552a30-ac55-465b-929e-6f61dbc7380d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:46.039304 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-47552a30-ac55-465b-929e-6f61dbc7380d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/45239b4b-3ec8-4c7b-acfd-a3ee485b1451 HTTP/1.1" status: 204 len: 168 time: 0.2681031 May 17 16:34:46.721742 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 45194) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:46.741384 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0f2bf4f2-68ba-47c1-988c-f6c9314233f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:46.756893 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-0f2bf4f2-68ba-47c1-988c-f6c9314233f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:34:46.762023 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-0f2bf4f2-68ba-47c1-988c-f6c9314233f8 admin admin] Usage tracker for resource:security_group_rule and tenant:807e9112f1b54d17bd8355257d865273 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:34:46.764078 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-0f2bf4f2-68ba-47c1-988c-f6c9314233f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:34:46.769891 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-0f2bf4f2-68ba-47c1-988c-f6c9314233f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:34:46.855523 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0f2bf4f2-68ba-47c1-988c-f6c9314233f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:46.944880 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-0f2bf4f2-68ba-47c1-988c-f6c9314233f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:46.952133 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-47552a30-ac55-465b-929e-6f61dbc7380d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:46.996220 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2bf4f2-68ba-47c1-988c-f6c9314233f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473e4834-7c73-4ddb-8e47-427584bfb766,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:47.000309 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-0f2bf4f2-68ba-47c1-988c-f6c9314233f8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=807e9112f1b54d17bd8355257d865273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774549 May 17 16:34:47.001226 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-0f2bf4f2-68ba-47c1-988c-f6c9314233f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:47.002844 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 45200) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:34:47.061363 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8420cdfe-bd6c-4609-bc9c-e6c074f50728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:47.088003 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8420cdfe-bd6c-4609-bc9c-e6c074f50728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:47.248386 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8420cdfe-bd6c-4609-bc9c-e6c074f50728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:47.252288 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-f8502967-f0c4-4b44-9ddd-35c34b81f367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:34:47.263904 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420cdfe-bd6c-4609-bc9c-e6c074f50728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473e4834-7c73-4ddb-8e47-427584bfb766,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:34:47.267417 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-8420cdfe-bd6c-4609-bc9c-e6c074f50728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:34:47.271427 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8420cdfe-bd6c-4609-bc9c-e6c074f50728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:47.272734 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-8420cdfe-bd6c-4609-bc9c-e6c074f50728 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/473e4834-7c73-4ddb-8e47-427584bfb766 HTTP/1.1" status: 204 len: 168 time: 0.2690027 May 17 16:34:48.145097 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-24d68348-036c-4a18-bfa0-664496c3a5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:48.171385 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:49.145203 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:50.671025 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:51.891965 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:34:59.910962 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 45376) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:35:00.031815 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5f9df7d8-5030-4972-8f74-7df2853c4aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:00.047111 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-5f9df7d8-5030-4972-8f74-7df2853c4aa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:35:00.051188 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-5f9df7d8-5030-4972-8f74-7df2853c4aa8 admin admin] Usage tracker for resource:security_group_rule and tenant:db437c6bf1784d3098746e7ec3e14d70 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:35:00.054889 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-5f9df7d8-5030-4972-8f74-7df2853c4aa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:35:00.061169 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-5f9df7d8-5030-4972-8f74-7df2853c4aa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:35:00.145339 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5f9df7d8-5030-4972-8f74-7df2853c4aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:00.282199 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5f9df7d8-5030-4972-8f74-7df2853c4aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:00.295059 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-392104dd-cbe0-4c8f-b9e0-9246f3042c0d tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:00.333919 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-5f9df7d8-5030-4972-8f74-7df2853c4aa8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=db437c6bf1784d3098746e7ec3e14d70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4218738 May 17 16:35:00.336121 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9df7d8-5030-4972-8f74-7df2853c4aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5def99c8-b4ea-4833-a5ff-1ddbfdd9a6da,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:00.337168 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 45386) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:35:00.339378 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-5f9df7d8-5030-4972-8f74-7df2853c4aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:00.395247 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8cc8567a-ccf3-4584-a99b-132562c43096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:00.421952 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8cc8567a-ccf3-4584-a99b-132562c43096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:00.625255 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8cc8567a-ccf3-4584-a99b-132562c43096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:00.629073 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-23878755-ea8d-47ed-b9f6-292edd59aa56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:00.642411 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8567a-ccf3-4584-a99b-132562c43096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5def99c8-b4ea-4833-a5ff-1ddbfdd9a6da,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:00.653681 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc8567a-ccf3-4584-a99b-132562c43096 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:00.654067 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc8567a-ccf3-4584-a99b-132562c43096 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:00.654469 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc8567a-ccf3-4584-a99b-132562c43096 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:00.654837 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc8567a-ccf3-4584-a99b-132562c43096 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:00.655200 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc8567a-ccf3-4584-a99b-132562c43096 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:00.655588 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc8567a-ccf3-4584-a99b-132562c43096 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:00.655921 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc8567a-ccf3-4584-a99b-132562c43096 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:00.656276 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc8567a-ccf3-4584-a99b-132562c43096 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:00.656631 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc8567a-ccf3-4584-a99b-132562c43096 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:00.656986 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc8567a-ccf3-4584-a99b-132562c43096 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:00.657344 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc8567a-ccf3-4584-a99b-132562c43096 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:00.657698 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc8567a-ccf3-4584-a99b-132562c43096 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:00.661352 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-8cc8567a-ccf3-4584-a99b-132562c43096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:00.662316 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-8cc8567a-ccf3-4584-a99b-132562c43096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:00.663905 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-8cc8567a-ccf3-4584-a99b-132562c43096 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5def99c8-b4ea-4833-a5ff-1ddbfdd9a6da HTTP/1.1" status: 204 len: 168 time: 0.3257647 May 17 16:35:01.588480 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 45396) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:35:01.607535 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-76b1b7b9-2af3-4101-b026-499fd6a4bb9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:01.622086 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-76b1b7b9-2af3-4101-b026-499fd6a4bb9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:35:01.625982 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-76b1b7b9-2af3-4101-b026-499fd6a4bb9c admin admin] Usage tracker for resource:security_group_rule and tenant:94a068712216495d9b137551ae56c0b7 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:35:01.628859 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-76b1b7b9-2af3-4101-b026-499fd6a4bb9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:35:01.635180 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-76b1b7b9-2af3-4101-b026-499fd6a4bb9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:35:01.720443 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-76b1b7b9-2af3-4101-b026-499fd6a4bb9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:01.799980 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-76b1b7b9-2af3-4101-b026-499fd6a4bb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:01.809286 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-253ebe85-9a89-4657-a877-229fcdd530df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:01.849225 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-76b1b7b9-2af3-4101-b026-499fd6a4bb9c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=94a068712216495d9b137551ae56c0b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2596493 May 17 16:35:01.850909 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1b7b9-2af3-4101-b026-499fd6a4bb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab1f633-6183-46d5-bf4e-be7e012f3d9f,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:01.851964 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 45402) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:35:01.854219 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-76b1b7b9-2af3-4101-b026-499fd6a4bb9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:01.913843 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ef131e8f-003f-4a03-ac9f-31f405a10e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:01.939596 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ef131e8f-003f-4a03-ac9f-31f405a10e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:02.114455 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ef131e8f-003f-4a03-ac9f-31f405a10e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:02.118704 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-940e09eb-fb44-461a-a0d1-a3df9558edb7 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:02.129652 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef131e8f-003f-4a03-ac9f-31f405a10e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab1f633-6183-46d5-bf4e-be7e012f3d9f,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:02.134504 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-ef131e8f-003f-4a03-ac9f-31f405a10e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:02.148333 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ef131e8f-003f-4a03-ac9f-31f405a10e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:02.148333 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-ef131e8f-003f-4a03-ac9f-31f405a10e8e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7ab1f633-6183-46d5-bf4e-be7e012f3d9f HTTP/1.1" status: 204 len: 168 time: 0.2843883 May 17 16:35:02.911686 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:35:03.724900 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-d15e972c-1b9f-4c64-afe2-f8d635acb382 req-8e881817-bea7-4a6e-9526-e0939f448c5b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7b9451f1-254a-4285-b349-54218c037798&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709178 May 17 16:35:04.534094 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 45438) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:35:04.648992 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e17796b1-9ad0-49d7-8cc3-24eeca85c046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:04.662653 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-e17796b1-9ad0-49d7-8cc3-24eeca85c046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:35:04.667150 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-e17796b1-9ad0-49d7-8cc3-24eeca85c046 admin admin] Usage tracker for resource:security_group_rule and tenant:79410971e1264335a40b208f5fd9f43e is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:35:04.669176 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-e17796b1-9ad0-49d7-8cc3-24eeca85c046 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:35:04.674709 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-e17796b1-9ad0-49d7-8cc3-24eeca85c046 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:35:04.756581 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e17796b1-9ad0-49d7-8cc3-24eeca85c046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:04.851324 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e17796b1-9ad0-49d7-8cc3-24eeca85c046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:04.858541 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1f3341a1-f17f-4f39-a9e9-63c40435f67a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:04.899020 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17796b1-9ad0-49d7-8cc3-24eeca85c046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5462b9a9-56da-496d-90e6-b1b53711d104,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:04.902256 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e17796b1-9ad0-49d7-8cc3-24eeca85c046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:04.904661 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-e17796b1-9ad0-49d7-8cc3-24eeca85c046 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=79410971e1264335a40b208f5fd9f43e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3696327 May 17 16:35:04.910767 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 45446) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:35:04.963863 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-223ab4c6-ee8c-405a-989d-0c18ec987fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:04.988198 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-223ab4c6-ee8c-405a-989d-0c18ec987fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:05.108430 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-223ab4c6-ee8c-405a-989d-0c18ec987fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:05.112263 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1c47d8a5-e59b-442c-a538-0a26e9bfd261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:05.125551 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ab4c6-ee8c-405a-989d-0c18ec987fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5462b9a9-56da-496d-90e6-b1b53711d104,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:05.128536 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-223ab4c6-ee8c-405a-989d-0c18ec987fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:05.130642 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-223ab4c6-ee8c-405a-989d-0c18ec987fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:05.132010 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-223ab4c6-ee8c-405a-989d-0c18ec987fff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5462b9a9-56da-496d-90e6-b1b53711d104 HTTP/1.1" status: 204 len: 168 time: 0.2234573 May 17 16:35:05.276570 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e972c-1b9f-4c64-afe2-f8d635acb382 req-e7c5f060-f6b5-41a9-9d25-2e681fe4c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:35:05.279327 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-d15e972c-1b9f-4c64-afe2-f8d635acb382 req-e7c5f060-f6b5-41a9-9d25-2e681fe4c1cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a068a8fe37545c7b11756cf0d188624&device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 1099 time: 0.0736852 May 17 16:35:05.525978 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e972c-1b9f-4c64-afe2-f8d635acb382 req-7e536a03-172b-43e0-bcee-9acb971e8db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:35:05.527269 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-d15e972c-1b9f-4c64-afe2-f8d635acb382 req-7e536a03-172b-43e0-bcee-9acb971e8db0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16 HTTP/1.1" status: 200 len: 913 time: 0.2288482 May 17 16:35:05.636806 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-d15e972c-1b9f-4c64-afe2-f8d635acb382 req-df4a55dc-a56a-46ec-b1f0-3ca29fa0bb13 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca01313f-a5b5-49ee-8d86-e45e8949f356 HTTP/1.1" status: 200 len: 1001 time: 0.1026928 May 17 16:35:05.699465 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e972c-1b9f-4c64-afe2-f8d635acb382 req-8b62cebc-2062-4100-871e-188dc6823afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:35:05.700914 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-d15e972c-1b9f-4c64-afe2-f8d635acb382 req-8b62cebc-2062-4100-871e-188dc6823afa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc08d764-d8a6-4e79-89d3-68b07503ca46 HTTP/1.1" status: 200 len: 851 time: 0.0583282 May 17 16:35:05.782652 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e972c-1b9f-4c64-afe2-f8d635acb382 req-191f9808-ffbe-4557-b896-f9b9f8a7203c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:35:05.784295 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-d15e972c-1b9f-4c64-afe2-f8d635acb382 req-191f9808-ffbe-4557-b896-f9b9f8a7203c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768571 May 17 16:35:05.922097 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-d15e972c-1b9f-4c64-afe2-f8d635acb382 req-413d4868-058e-4f91-819f-cb9db0f84bb6 service neutron] 10.222.0.24 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300614 May 17 16:35:06.074657 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-d15e972c-1b9f-4c64-afe2-f8d635acb382 req-fe7c23ef-858e-42d9-87da-c148865147e3 service neutron] 10.222.0.24 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451859 May 17 16:35:15.508004 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-fe6d07a6-c478-4d19-969b-4f31a195d176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:18.144729 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-b2898a62-d89c-4943-91c9-21e1ab3e0da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:18.244931 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:19.234346 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:20.653066 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:21.830797 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:38.169757 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-4cd2323c-d867-438d-acf2-76306b68acab tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-582303773&fields=id&tenant_id=7a068a8fe37545c7b11756cf0d188624 HTTP/1.1" status: 200 len: 267 time: 0.0423925 May 17 16:35:38.324830 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-96cbb4ab-ddce-43cc-bef2-7c0972a60ca3 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:35:38.326280 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-96cbb4ab-ddce-43cc-bef2-7c0972a60ca3 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/networks?id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16 HTTP/1.1" status: 200 len: 812 time: 0.1499016 May 17 16:35:38.341837 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-feae0dc0-f431-4e71-b948-a934d7810872 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/quotas/7a068a8fe37545c7b11756cf0d188624 HTTP/1.1" status: 200 len: 375 time: 0.0098925 May 17 16:35:38.437332 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-6e6c1c71-5924-493e-8fd8-12970b7638e2 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7a068a8fe37545c7b11756cf0d188624&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0901439 May 17 16:35:38.727797 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-2975e654-7548-4ea7-8467-4b3f504e94e9 service neutron] 10.222.0.11 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783496 May 17 16:35:38.867460 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-a5510e5a-7e1e-4b9c-baa9-edb4ad050c7d service neutron] 10.222.0.11 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328313 May 17 16:35:38.910000 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 45770) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:35:39.032436 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-b0bf63e7-7846-465c-ac84-caf1b2cbef1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:39.047711 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-b0bf63e7-7846-465c-ac84-caf1b2cbef1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:35:39.051714 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-b0bf63e7-7846-465c-ac84-caf1b2cbef1c admin admin] Usage tracker for resource:security_group_rule and tenant:40c3b9154b7b456fb703a1d4a831b9e6 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:35:39.054681 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-b0bf63e7-7846-465c-ac84-caf1b2cbef1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:35:39.060308 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-b0bf63e7-7846-465c-ac84-caf1b2cbef1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:35:39.141003 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-b0bf63e7-7846-465c-ac84-caf1b2cbef1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:39.225096 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-b0bf63e7-7846-465c-ac84-caf1b2cbef1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:39.232520 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e17796b1-9ad0-49d7-8cc3-24eeca85c046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:39.274192 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-b0bf63e7-7846-465c-ac84-caf1b2cbef1c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=40c3b9154b7b456fb703a1d4a831b9e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3630161 May 17 16:35:39.275148 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf63e7-7846-465c-ac84-caf1b2cbef1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc915a5-0b0f-4711-8919-66c85a368de8,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:39.276843 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 45788) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:35:39.278710 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-b0bf63e7-7846-465c-ac84-caf1b2cbef1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:39.339323 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-16bd9ef6-61de-4d91-a153-31d0540493be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:39.365337 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-16bd9ef6-61de-4d91-a153-31d0540493be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:39.585008 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-16bd9ef6-61de-4d91-a153-31d0540493be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:39.590206 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:39.608095 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd9ef6-61de-4d91-a153-31d0540493be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc915a5-0b0f-4711-8919-66c85a368de8,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:39.624084 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bd9ef6-61de-4d91-a153-31d0540493be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:39.624084 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bd9ef6-61de-4d91-a153-31d0540493be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:39.624084 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bd9ef6-61de-4d91-a153-31d0540493be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:39.624084 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bd9ef6-61de-4d91-a153-31d0540493be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:39.624084 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bd9ef6-61de-4d91-a153-31d0540493be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:39.624084 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bd9ef6-61de-4d91-a153-31d0540493be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:39.624084 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bd9ef6-61de-4d91-a153-31d0540493be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:39.624676 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bd9ef6-61de-4d91-a153-31d0540493be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:39.624953 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bd9ef6-61de-4d91-a153-31d0540493be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:39.625311 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bd9ef6-61de-4d91-a153-31d0540493be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:39.625881 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bd9ef6-61de-4d91-a153-31d0540493be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:39.626232 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bd9ef6-61de-4d91-a153-31d0540493be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:35:39.636807 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-16bd9ef6-61de-4d91-a153-31d0540493be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:39.638950 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-16bd9ef6-61de-4d91-a153-31d0540493be admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:39.642599 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-16bd9ef6-61de-4d91-a153-31d0540493be admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/afc915a5-0b0f-4711-8919-66c85a368de8 HTTP/1.1" status: 204 len: 168 time: 0.3621960 May 17 16:35:39.910044 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:35:40.504951 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 45798) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:35:40.524719 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c80c420c-e2f0-472f-a3fd-756ccaec94cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:40.540337 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-c80c420c-e2f0-472f-a3fd-756ccaec94cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:35:40.544071 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-c80c420c-e2f0-472f-a3fd-756ccaec94cf admin admin] Usage tracker for resource:security_group_rule and tenant:71d1cc95723c4e5d8627cbb05bfe23e2 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:35:40.546851 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-c80c420c-e2f0-472f-a3fd-756ccaec94cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:35:40.552413 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-c80c420c-e2f0-472f-a3fd-756ccaec94cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:35:40.639377 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c80c420c-e2f0-472f-a3fd-756ccaec94cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:40.706305 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-65e5d62a-4777-4066-badd-a6b6b0a0bb3b req-cfe5a2b4-1509-44f2-9eeb-5902412f0d0c tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 210 time: 0.0437241 May 17 16:35:40.764770 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-c80c420c-e2f0-472f-a3fd-756ccaec94cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:40.772869 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-19e9cf4e-ba9c-4abf-86fd-8eff6d1e8abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:40.815783 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-c80c420c-e2f0-472f-a3fd-756ccaec94cf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=71d1cc95723c4e5d8627cbb05bfe23e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3097055 May 17 16:35:40.830903 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c420c-e2f0-472f-a3fd-756ccaec94cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edceabe9-434e-49f3-a6e6-734e2ccc60ed,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:40.831930 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 45810) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:35:40.832535 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-c80c420c-e2f0-472f-a3fd-756ccaec94cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:40.880290 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-36aa2376-76a1-4f28-935c-2a63a0c8d8fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:40.906360 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-36aa2376-76a1-4f28-935c-2a63a0c8d8fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:41.059414 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-36aa2376-76a1-4f28-935c-2a63a0c8d8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:41.063258 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-bf5bec7c-3f64-4bd2-9551-19147fcb5184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:41.077011 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa2376-76a1-4f28-935c-2a63a0c8d8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edceabe9-434e-49f3-a6e6-734e2ccc60ed,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:41.079906 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-36aa2376-76a1-4f28-935c-2a63a0c8d8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:41.082023 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-36aa2376-76a1-4f28-935c-2a63a0c8d8fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:41.083214 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-36aa2376-76a1-4f28-935c-2a63a0c8d8fc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/edceabe9-434e-49f3-a6e6-734e2ccc60ed HTTP/1.1" status: 204 len: 168 time: 0.2634482 May 17 16:35:41.320815 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 45818) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:35:41.443217 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4bc0f885-7ec2-4462-a2a8-3a92184c038a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:41.459223 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-4bc0f885-7ec2-4462-a2a8-3a92184c038a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:35:41.466145 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-4bc0f885-7ec2-4462-a2a8-3a92184c038a admin admin] Usage tracker for resource:security_group_rule and tenant:24fad4a83df346abbad3f5b6b7c4b317 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:35:41.469362 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-4bc0f885-7ec2-4462-a2a8-3a92184c038a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:35:41.475174 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-4bc0f885-7ec2-4462-a2a8-3a92184c038a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:35:41.564294 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4bc0f885-7ec2-4462-a2a8-3a92184c038a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:41.658818 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-4bc0f885-7ec2-4462-a2a8-3a92184c038a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:41.668335 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-4b2f0516-23df-49f9-8c62-bed6a27822ee tempest-AttachVolumeTestJSON-375531463 tempest-AttachVolumeTestJSON-375531463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:41.710927 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-4bc0f885-7ec2-4462-a2a8-3a92184c038a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=24fad4a83df346abbad3f5b6b7c4b317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3889980 May 17 16:35:41.711855 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0f885-7ec2-4462-a2a8-3a92184c038a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2bc993-34ef-4c12-9f3d-9469ae63d103,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:41.714464 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 45840) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:35:41.716156 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-4bc0f885-7ec2-4462-a2a8-3a92184c038a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:41.911190 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-cf2a6533-5863-444d-8f05-562fa824ae1d req-7b72f8ef-2708-493d-94cd-2cb38eaa7c3b tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 210 time: 0.0516403 May 17 16:35:41.928827 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-6209e8b2-aa6c-48fb-b361-66e8128eb1d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:41.956211 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-6209e8b2-aa6c-48fb-b361-66e8128eb1d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:42.112875 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-6209e8b2-aa6c-48fb-b361-66e8128eb1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:42.118603 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-fd376b65-6dcf-4885-8b0b-56e2210945a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:42.131906 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 45854) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:35:42.134398 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209e8b2-aa6c-48fb-b361-66e8128eb1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2bc993-34ef-4c12-9f3d-9469ae63d103,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:42.137366 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-6209e8b2-aa6c-48fb-b361-66e8128eb1d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:42.141042 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-6209e8b2-aa6c-48fb-b361-66e8128eb1d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:42.142926 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-6209e8b2-aa6c-48fb-b361-66e8128eb1d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ff2bc993-34ef-4c12-9f3d-9469ae63d103 HTTP/1.1" status: 204 len: 168 time: 0.4267600 May 17 16:35:42.242663 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-ac24fd7e-9fd6-44bf-a886-f30588fa16c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-676256045-network', 'tenant_id': 'c586a638e47647d192924776372a91c8'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:35:42.247313 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-ac24fd7e-9fd6-44bf-a886-f30588fa16c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:35:42.251074 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-ac24fd7e-9fd6-44bf-a886-f30588fa16c8 admin admin] Usage tracker for resource:network and tenant:c586a638e47647d192924776372a91c8 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:35:42.253874 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-ac24fd7e-9fd6-44bf-a886-f30588fa16c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:35:42.260683 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-ac24fd7e-9fd6-44bf-a886-f30588fa16c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:35:42.312767 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac24fd7e-9fd6-44bf-a886-f30588fa16c8 admin admin] Made reservation on behalf of c586a638e47647d192924776372a91c8 for: {'network': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:35:42.315226 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ac24fd7e-9fd6-44bf-a886-f30588fa16c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7986740'] for network, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:42.332961 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ac24fd7e-9fd6-44bf-a886-f30588fa16c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:42.347367 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-ac24fd7e-9fd6-44bf-a886-f30588fa16c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:35:42.351156 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-ac24fd7e-9fd6-44bf-a886-f30588fa16c8 admin admin] Usage tracker for resource:security_group_rule and tenant:c586a638e47647d192924776372a91c8 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:35:42.353912 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-ac24fd7e-9fd6-44bf-a886-f30588fa16c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:35:42.359469 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-ac24fd7e-9fd6-44bf-a886-f30588fa16c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:35:42.449277 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ac24fd7e-9fd6-44bf-a886-f30588fa16c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:42.541649 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ac24fd7e-9fd6-44bf-a886-f30588fa16c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:42.545069 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-a87d64ce-2d62-4510-9ee8-73ce38a3a455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:42.575871 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac24fd7e-9fd6-44bf-a886-f30588fa16c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=79281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:35:42.585538 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24fd7e-9fd6-44bf-a886-f30588fa16c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffc008d-c641-42e0-8917-26bfeb34a8b1,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:42.589476 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-ac24fd7e-9fd6-44bf-a886-f30588fa16c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:42.596521 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ac24fd7e-9fd6-44bf-a886-f30588fa16c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:42.596989 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.db.segments_db [None req-ac24fd7e-9fd6-44bf-a886-f30588fa16c8 admin admin] Added segment ae9db47d-a7a4-4dec-a8ab-db521bb8ef5c of type vlan for network e4d7b30c-8092-4708-81d5-c17a448eb0a0 May 17 16:35:42.625246 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ac24fd7e-9fd6-44bf-a886-f30588fa16c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780703603375'] for network, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:42.701519 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ac24fd7e-9fd6-44bf-a886-f30588fa16c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325'] for network, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:42.703058 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac24fd7e-9fd6-44bf-a886-f30588fa16c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:35:42.703628 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-ac24fd7e-9fd6-44bf-a886-f30588fa16c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:42.707122 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-05849d9b-e398-4bcd-84b8-e0e5c653626d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:42.809496 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24fd7e-9fd6-44bf-a886-f30588fa16c8 admin admin] Pushing event updated for resources: {'Network': ['ID=e4d7b30c-8092-4708-81d5-c17a448eb0a0,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:42.813730 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-ac24fd7e-9fd6-44bf-a886-f30588fa16c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:42.819397 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Network e4d7b30c-8092-4708-81d5-c17a448eb0a0 details requested by agent ovs-agent-dv-cinder-768105-8-iscsi with host dv-cinder-768105-8-iscsi {{(pid=79282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:35:42.879247 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-ac24fd7e-9fd6-44bf-a886-f30588fa16c8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7456541 May 17 16:35:42.882428 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 45862) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:35:42.888856 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-83d84159-ec70-4181-bb96-1cb3126b5542 admin admin] Request body: {'subnet': {'network_id': 'e4d7b30c-8092-4708-81d5-c17a448eb0a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-676256045-subnet', 'tenant_id': 'c586a638e47647d192924776372a91c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:35:42.893982 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-83d84159-ec70-4181-bb96-1cb3126b5542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:35:42.899127 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-83d84159-ec70-4181-bb96-1cb3126b5542 admin admin] Usage tracker for resource:subnet and tenant:c586a638e47647d192924776372a91c8 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:35:42.902575 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-83d84159-ec70-4181-bb96-1cb3126b5542 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:35:42.909576 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-83d84159-ec70-4181-bb96-1cb3126b5542 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:35:42.984603 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d84159-ec70-4181-bb96-1cb3126b5542 admin admin] Made reservation on behalf of c586a638e47647d192924776372a91c8 for: {'subnet': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:35:42.986947 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-83d84159-ec70-4181-bb96-1cb3126b5542 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3136375'] for subnet, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:43.016521 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-3261c10c-84a6-4f95-bb3e-5f4e7b405b29 req-38dd3b7b-c1c5-410b-b7e3-adb6726c4b34 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 210 time: 0.0437305 May 17 16:35:43.455287 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-83d84159-ec70-4181-bb96-1cb3126b5542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1955990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3136357'] for subnet, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:43.459842 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e3ea0aba-074b-4c09-9495-321fef6c3fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:43.534229 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d84159-ec70-4181-bb96-1cb3126b5542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06abef53-94e0-4c58-a1a5-f1d0f6ff56f6,revision_number=0']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:43.537715 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-83d84159-ec70-4181-bb96-1cb3126b5542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:43.540701 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d84159-ec70-4181-bb96-1cb3126b5542 admin admin] Checking segment: {'id': 'ae9db47d-a7a4-4dec-a8ab-db521bb8ef5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e4d7b30c-8092-4708-81d5-c17a448eb0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:35:43.541061 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d84159-ec70-4181-bb96-1cb3126b5542 admin admin] Network hostable DHCP agents. Network: e4d7b30c-8092-4708-81d5-c17a448eb0a0, hostable agents: ['780b63cc-fd7b-4a13-8dba-6019f78428e1'], hosted agents: [] {{(pid=79281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:35:43.618813 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d84159-ec70-4181-bb96-1cb3126b5542 admin admin] Network e4d7b30c-8092-4708-81d5-c17a448eb0a0 is scheduled to be hosted by DHCP agent 780b63cc-fd7b-4a13-8dba-6019f78428e1 with binding_index 1 {{(pid=79281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:35:43.687579 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-83d84159-ec70-4181-bb96-1cb3126b5542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-iscsi, e4d7b30c-8092-4708-81d5-c17a448eb0a0) {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:35:43.696443 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d84159-ec70-4181-bb96-1cb3126b5542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:35:43.696869 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5de35d5-dc00-4d2d-a93f-b112fbff140f None None] Network e4d7b30c-8092-4708-81d5-c17a448eb0a0 requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:35:43.697015 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-83d84159-ec70-4181-bb96-1cb3126b5542 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:43.774632 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-83d84159-ec70-4181-bb96-1cb3126b5542 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8904798 May 17 16:35:43.883185 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58a90a8-24d5-444b-acc6-fdb55c0e2e44 None None] Network e4d7b30c-8092-4708-81d5-c17a448eb0a0 requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:35:44.115311 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-46134891-7f67-4068-99ca-30d0023e593c req-9f052cf1-6a62-4d06-b0ef-cf7e3fb7c78f tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 210 time: 0.0434506 May 17 16:35:44.576176 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 45896) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:35:44.582385 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-7a9ee299-c184-4b10-9ec7-af25eea36760 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-590310744-network', 'tenant_id': '8f948b9a42304a2cbdcbfcdf01bc0b26'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:35:44.587169 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-7a9ee299-c184-4b10-9ec7-af25eea36760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:35:44.591360 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-7a9ee299-c184-4b10-9ec7-af25eea36760 admin admin] Usage tracker for resource:network and tenant:8f948b9a42304a2cbdcbfcdf01bc0b26 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:35:44.594359 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-7a9ee299-c184-4b10-9ec7-af25eea36760 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:35:44.600586 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-7a9ee299-c184-4b10-9ec7-af25eea36760 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:35:44.681861 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9ee299-c184-4b10-9ec7-af25eea36760 admin admin] Made reservation on behalf of 8f948b9a42304a2cbdcbfcdf01bc0b26 for: {'network': 1} {{(pid=79280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:35:44.684295 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-7a9ee299-c184-4b10-9ec7-af25eea36760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-7986740'] for network, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:44.697323 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-7a9ee299-c184-4b10-9ec7-af25eea36760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:44.712396 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-7a9ee299-c184-4b10-9ec7-af25eea36760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:35:44.716395 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-7a9ee299-c184-4b10-9ec7-af25eea36760 admin admin] Usage tracker for resource:security_group_rule and tenant:8f948b9a42304a2cbdcbfcdf01bc0b26 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:35:44.722359 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-7a9ee299-c184-4b10-9ec7-af25eea36760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:35:44.725265 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-7a9ee299-c184-4b10-9ec7-af25eea36760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:35:44.809753 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-7a9ee299-c184-4b10-9ec7-af25eea36760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:44.938574 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-7a9ee299-c184-4b10-9ec7-af25eea36760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:44.941692 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-38eb510c-5318-4e52-9367-605f35d4b7ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:44.971493 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9ee299-c184-4b10-9ec7-af25eea36760 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=79280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 16:35:44.977247 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ee299-c184-4b10-9ec7-af25eea36760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527e5516-5036-4e76-80a9-b8003beb01cd,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:44.980870 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-7a9ee299-c184-4b10-9ec7-af25eea36760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:44.991064 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-7a9ee299-c184-4b10-9ec7-af25eea36760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:44.991064 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.db.segments_db [None req-7a9ee299-c184-4b10-9ec7-af25eea36760 admin admin] Added segment 94d0b7db-de5f-4761-944c-35223f220270 of type vlan for network ddec73a7-548e-4ac2-9d31-0982a9c80994 May 17 16:35:45.011620 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-7a9ee299-c184-4b10-9ec7-af25eea36760 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780703603375'] for network, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:45.164995 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-7a9ee299-c184-4b10-9ec7-af25eea36760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325'] for network, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:45.166385 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9ee299-c184-4b10-9ec7-af25eea36760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:35:45.166984 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-7a9ee299-c184-4b10-9ec7-af25eea36760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:45.170522 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-2b538c80-292c-47d7-acd8-2dcaa82a0c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:45.306672 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-dddd3ed2-df7c-4195-b90d-fb16193e4a9a req-2a026c57-ea77-43fa-ab06-542a0b069c47 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 210 time: 0.0657997 May 17 16:35:45.310145 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ee299-c184-4b10-9ec7-af25eea36760 admin admin] Pushing event updated for resources: {'Network': ['ID=ddec73a7-548e-4ac2-9d31-0982a9c80994,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:45.312930 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-7a9ee299-c184-4b10-9ec7-af25eea36760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:45.321034 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Network ddec73a7-548e-4ac2-9d31-0982a9c80994 details requested by agent ovs-agent-dv-cinder-768105-8-iscsi with host dv-cinder-768105-8-iscsi {{(pid=79282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 17 16:35:45.370770 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-7a9ee299-c184-4b10-9ec7-af25eea36760 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7931623 May 17 16:35:45.373505 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 45902) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:35:45.379238 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [None req-31a476b1-e7b3-49de-a5cc-b36d4bc7b464 admin admin] Request body: {'subnet': {'network_id': 'ddec73a7-548e-4ac2-9d31-0982a9c80994', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-590310744-subnet', 'tenant_id': '8f948b9a42304a2cbdcbfcdf01bc0b26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:35:45.387761 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-31a476b1-e7b3-49de-a5cc-b36d4bc7b464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:35:45.387994 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-31a476b1-e7b3-49de-a5cc-b36d4bc7b464 admin admin] Usage tracker for resource:subnet and tenant:8f948b9a42304a2cbdcbfcdf01bc0b26 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:35:45.390902 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-31a476b1-e7b3-49de-a5cc-b36d4bc7b464 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:35:45.396896 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-31a476b1-e7b3-49de-a5cc-b36d4bc7b464 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:35:45.490026 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a476b1-e7b3-49de-a5cc-b36d4bc7b464 admin admin] Made reservation on behalf of 8f948b9a42304a2cbdcbfcdf01bc0b26 for: {'subnet': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:35:45.492406 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-31a476b1-e7b3-49de-a5cc-b36d4bc7b464 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3136375'] for subnet, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:45.512980 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-64b44607-0bb9-43c4-97c6-23c8bf4b999d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:46.045415 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-31a476b1-e7b3-49de-a5cc-b36d4bc7b464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1955990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3136357'] for subnet, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:46.048986 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-83d84159-ec70-4181-bb96-1cb3126b5542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:46.119409 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a476b1-e7b3-49de-a5cc-b36d4bc7b464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e462c359-159e-4e88-bfe0-26e5edba4c7d,revision_number=0']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:46.122703 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-31a476b1-e7b3-49de-a5cc-b36d4bc7b464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:46.128463 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a476b1-e7b3-49de-a5cc-b36d4bc7b464 admin admin] Checking segment: {'id': '94d0b7db-de5f-4761-944c-35223f220270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ddec73a7-548e-4ac2-9d31-0982a9c80994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:35:46.128818 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a476b1-e7b3-49de-a5cc-b36d4bc7b464 admin admin] Network hostable DHCP agents. Network: ddec73a7-548e-4ac2-9d31-0982a9c80994, hostable agents: ['780b63cc-fd7b-4a13-8dba-6019f78428e1'], hosted agents: [] {{(pid=79281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 16:35:46.321707 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a476b1-e7b3-49de-a5cc-b36d4bc7b464 admin admin] Network ddec73a7-548e-4ac2-9d31-0982a9c80994 is scheduled to be hosted by DHCP agent 780b63cc-fd7b-4a13-8dba-6019f78428e1 with binding_index 1 {{(pid=79281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 16:35:46.416124 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [None req-31a476b1-e7b3-49de-a5cc-b36d4bc7b464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-8-iscsi, ddec73a7-548e-4ac2-9d31-0982a9c80994) {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:35:46.425085 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a476b1-e7b3-49de-a5cc-b36d4bc7b464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:35:46.425486 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e231af-b11c-4138-b7af-d848ebed9cac None None] Network ddec73a7-548e-4ac2-9d31-0982a9c80994 requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:35:46.431635 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-31a476b1-e7b3-49de-a5cc-b36d4bc7b464 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:46.471515 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-e0c16af1-7c41-48a3-bd06-91f75d18f975 req-f713460d-6c57-460a-9b90-3d614b5d3068 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 210 time: 0.0577545 May 17 16:35:46.530869 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-31a476b1-e7b3-49de-a5cc-b36d4bc7b464 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1561198 May 17 16:35:46.629129 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4229f8-11b8-4f74-adac-180a795ee472 None None] Network ddec73a7-548e-4ac2-9d31-0982a9c80994 requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:35:47.497315 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-39ac3262-2600-4528-a9a2-9023df315b2a tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:35:47.498826 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-39ac3262-2600-4528-a9a2-9023df315b2a tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.24 "GET /v2.0/networks?id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16 HTTP/1.1" status: 200 len: 812 time: 0.1513271 May 17 16:35:47.563966 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-e71c2828-e8c5-4a2e-8db3-7601014db122 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a068a8fe37545c7b11756cf0d188624 HTTP/1.1" status: 200 len: 379 time: 0.0549347 May 17 16:35:47.573370 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-1ccd50b5-2740-47e6-87df-0a2eb09fb4bd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Request body: {'port': {'device_id': 'c1db5258-754a-4da2-bdf7-2330a7d9f822', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'admin_state_up': True, 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'security_groups': ['09d7f126-fa36-49de-82ed-6f57d850baac']}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:35:47.633413 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-0a397433-d88f-4a07-9969-a8b986db2c90 req-e0eaf223-69e5-4cb7-9535-42a9d0044cf8 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 210 time: 0.0430911 May 17 16:35:47.712408 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-1ccd50b5-2740-47e6-87df-0a2eb09fb4bd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:35:47.722420 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-1ccd50b5-2740-47e6-87df-0a2eb09fb4bd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:35:47.784587 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-1ccd50b5-2740-47e6-87df-0a2eb09fb4bd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Made reservation on behalf of 7a068a8fe37545c7b11756cf0d188624 for: {'port': 1} {{(pid=79281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 16:35:47.788308 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-1ccd50b5-2740-47e6-87df-0a2eb09fb4bd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:47.949599 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.db_base_plugin_common [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-1ccd50b5-2740-47e6-87df-0a2eb09fb4bd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Allocated IP 172.20.0.4 (e6fe2ea0-0db1-45f0-b531-7aee8c41de16/cc08d764-d8a6-4e79-89d3-68b07503ca46/d429a3a7-c351-4ccf-be4b-f3238d2afe06) {{(pid=79281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:35:48.124579 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-23e6540b-a014-4aae-a184-7ce9b0129a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:48.146161 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-1ccd50b5-2740-47e6-87df-0a2eb09fb4bd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for port, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:48.161440 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.provisioning_blocks [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-1ccd50b5-2740-47e6-87df-0a2eb09fb4bd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Transition to ACTIVE for port object d429a3a7-c351-4ccf-be4b-f3238d2afe06 will not be triggered until provisioned by entity DHCP. {{(pid=79281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:35:48.173067 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:48.282008 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-1ccd50b5-2740-47e6-87df-0a2eb09fb4bd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:48.287771 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-38186614-aa7b-47bf-b754-658659835fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:48.353301 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-1ccd50b5-2740-47e6-87df-0a2eb09fb4bd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Network e6fe2ea0-0db1-45f0-b531-7aee8c41de16 is already hosted by enough agents. {{(pid=79281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:35:48.356318 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.base_scheduler [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-1ccd50b5-2740-47e6-87df-0a2eb09fb4bd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Resources bound (agent type, host, resource id): {{(pid=79281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:35:48.360186 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-1ccd50b5-2740-47e6-87df-0a2eb09fb4bd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Received port after_create {{(pid=79281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:35:48.403416 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd50b5-2740-47e6-87df-0a2eb09fb4bd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Pushing event updated for resources: {'Port': ['ID=d429a3a7-c351-4ccf-be4b-f3238d2afe06,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:48.408382 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1ccd50b5-2740-47e6-87df-0a2eb09fb4bd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:48.431284 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-1ccd50b5-2740-47e6-87df-0a2eb09fb4bd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:35:48.431923 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-1ccd50b5-2740-47e6-87df-0a2eb09fb4bd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:48.562224 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-1ccd50b5-2740-47e6-87df-0a2eb09fb4bd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9926786 May 17 16:35:48.573832 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.v2.base [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-00eb0072-6353-4c7a-94bf-01116c57a2c6 service neutron] Request body: {'port': {'device_id': 'c1db5258-754a-4da2-bdf7-2330a7d9f822', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=79281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:35:48.689600 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-00eb0072-6353-4c7a-94bf-01116c57a2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:48.721888 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-97327228-90a5-4e9f-a782-654b8143930c None None] Provisioning for port d429a3a7-c351-4ccf-be4b-f3238d2afe06 completed by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:35:48.727825 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-97327228-90a5-4e9f-a782-654b8143930c None None] Provisioning complete for port d429a3a7-c351-4ccf-be4b-f3238d2afe06 triggered by entity DHCP. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:35:48.728335 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-97327228-90a5-4e9f-a782-654b8143930c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:48.798243 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-97327228-90a5-4e9f-a782-654b8143930c None None] Port d429a3a7-c351-4ccf-be4b-f3238d2afe06 cannot update to ACTIVE because it is not bound. {{(pid=79282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 17 16:35:48.828679 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f82db-c6fd-476d-bcb9-835a26f09bfe req-1059b4dc-f99d-43fa-842f-697572140f91 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:35:48.830241 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-221f82db-c6fd-476d-bcb9-835a26f09bfe req-1059b4dc-f99d-43fa-842f-697572140f91 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 931 time: 0.0904932 May 17 16:35:48.897251 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-221f82db-c6fd-476d-bcb9-835a26f09bfe req-6a84f298-e976-4f31-867e-fe40f5318577 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547879 May 17 16:35:49.056164 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-00eb0072-6353-4c7a-94bf-01116c57a2c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d429a3a7-c351-4ccf-be4b-f3238d2afe06 {{(pid=79281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:35:49.063603 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-00eb0072-6353-4c7a-94bf-01116c57a2c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:49.078575 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.provisioning_blocks [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-00eb0072-6353-4c7a-94bf-01116c57a2c6 service neutron] Transition to ACTIVE for port object d429a3a7-c351-4ccf-be4b-f3238d2afe06 will not be triggered until provisioned by entity L2. {{(pid=79281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 17 16:35:49.275040 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-00eb0072-6353-4c7a-94bf-01116c57a2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1955875'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:49.278820 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:49.280255 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1ccd50b5-2740-47e6-87df-0a2eb09fb4bd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:49.545048 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb0072-6353-4c7a-94bf-01116c57a2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d429a3a7-c351-4ccf-be4b-f3238d2afe06,revision_number=2']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:49.571455 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-00eb0072-6353-4c7a-94bf-01116c57a2c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:49.619510 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-00eb0072-6353-4c7a-94bf-01116c57a2c6 service neutron] Attempting to bind port d429a3a7-c351-4ccf-be4b-f3238d2afe06 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 17 16:35:49.620074 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-00eb0072-6353-4c7a-94bf-01116c57a2c6 service neutron] Attempting to bind port d429a3a7-c351-4ccf-be4b-f3238d2afe06 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'c7b9b05b-accd-45f4-8e0f-e1ea12cbb998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16'}] {{(pid=79281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 17 16:35:49.620681 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-00eb0072-6353-4c7a-94bf-01116c57a2c6 service neutron] Attempting to bind port d429a3a7-c351-4ccf-be4b-f3238d2afe06 on network e6fe2ea0-0db1-45f0-b531-7aee8c41de16 {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:35:49.626874 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-00eb0072-6353-4c7a-94bf-01116c57a2c6 service neutron] Port d429a3a7-c351-4ccf-be4b-f3238d2afe06 on network e6fe2ea0-0db1-45f0-b531-7aee8c41de16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 17 16:35:49.627396 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-00eb0072-6353-4c7a-94bf-01116c57a2c6 service neutron] Attempting to bind port d429a3a7-c351-4ccf-be4b-f3238d2afe06 on network e6fe2ea0-0db1-45f0-b531-7aee8c41de16 {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 17 16:35:49.633355 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-00eb0072-6353-4c7a-94bf-01116c57a2c6 service neutron] Checking agent: {'id': 'e426a337-f724-4468-bb76-290ab6f07147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'started_at': datetime.datetime(2021, 5, 17, 16, 20, 52), 'heartbeat_timestamp': datetime.datetime(2021, 5, 17, 16, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 17 16:35:49.633767 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-00eb0072-6353-4c7a-94bf-01116c57a2c6 service neutron] Checking segment: {'id': 'c7b9b05b-accd-45f4-8e0f-e1ea12cbb998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 17 16:35:49.634219 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-00eb0072-6353-4c7a-94bf-01116c57a2c6 service neutron] Bound using segment: {'id': 'c7b9b05b-accd-45f4-8e0f-e1ea12cbb998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16'} {{(pid=79281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 17 16:35:49.634719 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.managers [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-00eb0072-6353-4c7a-94bf-01116c57a2c6 service neutron] Bound port: d429a3a7-c351-4ccf-be4b-f3238d2afe06, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b9b05b-accd-45f4-8e0f-e1ea12cbb998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16'}}] {{(pid=79281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 17 16:35:49.635064 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-00eb0072-6353-4c7a-94bf-01116c57a2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:49.723393 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-00eb0072-6353-4c7a-94bf-01116c57a2c6 service neutron] For port d429a3a7-c351-4ccf-be4b-f3238d2afe06, host hv-cinder-76810, cleared binding levels {{(pid=79281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 17 16:35:49.726329 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-00eb0072-6353-4c7a-94bf-01116c57a2c6 service neutron] For port d429a3a7-c351-4ccf-be4b-f3238d2afe06, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=d429a3a7-c351-4ccf-be4b-f3238d2afe06,segment=NetworkSegment(c7b9b05b-accd-45f4-8e0f-e1ea12cbb998),segment_id=c7b9b05b-accd-45f4-8e0f-e1ea12cbb998)] {{(pid=79281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 17 16:35:49.805060 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-00eb0072-6353-4c7a-94bf-01116c57a2c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1955875'] for port, after_update {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:49.809836 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-3b574f70-3405-4e36-ba55-571e941023e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:35:49.870201 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-00eb0072-6353-4c7a-94bf-01116c57a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:35:49.871452 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-00eb0072-6353-4c7a-94bf-01116c57a2c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:49.872278 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-00eb0072-6353-4c7a-94bf-01116c57a2c6 service neutron] 10.222.0.24 "PUT /v2.0/ports/d429a3a7-c351-4ccf-be4b-f3238d2afe06 HTTP/1.1" status: 200 len: 1093 time: 1.3025320 May 17 16:35:49.872799 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1db5258-754a-4da2-bdf7-2330a7d9f822', 'tag': 'd429a3a7-c351-4ccf-be4b-f3238d2afe06'}] {{(pid=79281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:35:49.903638 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb0072-6353-4c7a-94bf-01116c57a2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d429a3a7-c351-4ccf-be4b-f3238d2afe06,revision_number=3']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:35:49.906948 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-00eb0072-6353-4c7a-94bf-01116c57a2c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:35:49.924182 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1db5258-754a-4da2-bdf7-2330a7d9f822', 'tag': 'd429a3a7-c351-4ccf-be4b-f3238d2afe06', 'status': 'completed', 'code': 200} May 17 16:35:50.063806 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665af84b-a16d-47ca-b6e1-eceea7c3014b req-0d01ecaa-2666-4b5d-bd9f-470a04be3458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:35:50.065305 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-665af84b-a16d-47ca-b6e1-eceea7c3014b req-0d01ecaa-2666-4b5d-bd9f-470a04be3458 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a068a8fe37545c7b11756cf0d188624&device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 1096 time: 0.0788169 May 17 16:35:50.083111 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e71bb-3036-47c1-a3a6-fc6654cae16e req-8f9a6834-fd1d-41b0-9eda-5f6f20071bd9 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:35:50.084560 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d68e71bb-3036-47c1-a3a6-fc6654cae16e req-8f9a6834-fd1d-41b0-9eda-5f6f20071bd9 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 943 time: 0.0840211 May 17 16:35:50.134900 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-d68e71bb-3036-47c1-a3a6-fc6654cae16e req-97288b38-c191-4f15-be9e-e9f8284cc2d8 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442841 May 17 16:35:50.215909 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665af84b-a16d-47ca-b6e1-eceea7c3014b req-0b91c261-5959-477b-b5cc-44f107f38785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:35:50.217369 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-665af84b-a16d-47ca-b6e1-eceea7c3014b req-0b91c261-5959-477b-b5cc-44f107f38785 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7a068a8fe37545c7b11756cf0d188624&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1445000 May 17 16:35:50.355427 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665af84b-a16d-47ca-b6e1-eceea7c3014b req-472152a2-d4ec-423e-9fb5-041738ffd624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:35:50.356788 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-665af84b-a16d-47ca-b6e1-eceea7c3014b req-472152a2-d4ec-423e-9fb5-041738ffd624 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1325536 May 17 16:35:50.462236 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-d382a227-8677-4325-8b15-a066cde11836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:35:50.463729 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-d382a227-8677-4325-8b15-a066cde11836 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a068a8fe37545c7b11756cf0d188624&device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 1096 time: 0.0699022 May 17 16:35:50.537422 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-688cb670-30a0-4e11-9292-94afd3fdd0dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d429a3a7-c351-4ccf-be4b-f3238d2afe06 HTTP/1.1" status: 200 len: 217 time: 0.0649674 May 17 16:35:50.600806 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-b62dffa0-9d2c-4d6d-9183-0d7755588f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:35:50.602821 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-b62dffa0-9d2c-4d6d-9183-0d7755588f6f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc08d764-d8a6-4e79-89d3-68b07503ca46 HTTP/1.1" status: 200 len: 851 time: 0.0586948 May 17 16:35:50.687251 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-a9dc1787-a97b-4fa4-88c7-fc317fecd176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:35:50.687251 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-a9dc1787-a97b-4fa4-88c7-fc317fecd176 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763018 May 17 16:35:50.704734 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:50.822442 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-4f4783da-ad12-4657-a150-a859b6e9a3d4 service neutron] 10.222.0.24 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266646 May 17 16:35:50.959000 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-aa248cf7-e7ed-4be5-8259-0b64b1b8d9e7 req-25db0e99-505b-412d-89f1-3cd3ad9576f8 service neutron] 10.222.0.24 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257565 May 17 16:35:51.433093 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed406dca-a60d-49b9-b1c0-bb8ed952a2a1 req-1354e593-13be-4fef-be8b-5cd73a5e15f2 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:35:51.434699 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ed406dca-a60d-49b9-b1c0-bb8ed952a2a1 req-1354e593-13be-4fef-be8b-5cd73a5e15f2 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 943 time: 0.1140442 May 17 16:35:51.480586 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-ed406dca-a60d-49b9-b1c0-bb8ed952a2a1 req-9c2ebd0a-5539-49ec-8ee3-1982ed18c852 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401285 May 17 16:35:51.818809 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:35:52.676727 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8b9a8-ffd8-420c-a740-fc2fcb7fbb64 req-22c27949-7170-4c03-b54e-8f6aac584375 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:35:52.678180 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-21c8b9a8-ffd8-420c-a740-fc2fcb7fbb64 req-22c27949-7170-4c03-b54e-8f6aac584375 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 943 time: 0.0820131 May 17 16:35:52.728635 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-21c8b9a8-ffd8-420c-a740-fc2fcb7fbb64 req-923670ad-840b-4433-8446-2ebca6d49c66 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444510 May 17 16:35:53.919870 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a230199-73b0-45ba-a841-036fa040e99c req-bd091385-a96a-4f80-baad-881a3982d894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:35:53.921305 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-2a230199-73b0-45ba-a841-036fa040e99c req-bd091385-a96a-4f80-baad-881a3982d894 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 943 time: 0.0820341 May 17 16:35:53.966818 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-2a230199-73b0-45ba-a841-036fa040e99c req-622ea39e-fcb1-4c16-933e-aec76f7dadc4 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396471 May 17 16:35:55.154076 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a4748-d0ca-4996-9b25-a7bb965c36bb req-59f15ea9-e8c6-42cb-92cd-335c8eeb7f38 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:35:55.155455 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8f2a4748-d0ca-4996-9b25-a7bb965c36bb req-59f15ea9-e8c6-42cb-92cd-335c8eeb7f38 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 943 time: 0.0841501 May 17 16:35:55.205024 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-8f2a4748-d0ca-4996-9b25-a7bb965c36bb req-307d0ed0-d46f-4d22-a4b3-829aea0f441e tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436270 May 17 16:35:56.394786 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ab523-85af-4eed-84b4-fb09fa6cea86 req-7dcc34a1-9e59-40b8-9d5f-4f8263a56b64 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:35:56.396243 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4c6ab523-85af-4eed-84b4-fb09fa6cea86 req-7dcc34a1-9e59-40b8-9d5f-4f8263a56b64 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 943 time: 0.0833459 May 17 16:35:56.455266 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-4c6ab523-85af-4eed-84b4-fb09fa6cea86 req-7fe46e28-b5e3-4035-aad6-db4519f69d21 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522332 May 17 16:35:57.634693 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0a6de-2e71-45e1-92c4-293096c0d743 req-93146873-d5fd-4a32-83f0-779c56097e9f tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:35:57.636166 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-edf0a6de-2e71-45e1-92c4-293096c0d743 req-93146873-d5fd-4a32-83f0-779c56097e9f tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 943 time: 0.0812421 May 17 16:35:57.681258 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-edf0a6de-2e71-45e1-92c4-293096c0d743 req-4b8acb1c-03de-43d8-b0b8-fedc6096f84c tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392513 May 17 16:35:58.867381 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6247b20-cf6e-4281-b096-d562e14c2cb6 req-cfce8e4f-da20-4e3e-9b24-0cda742f640f tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:35:58.868730 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f6247b20-cf6e-4281-b096-d562e14c2cb6 req-cfce8e4f-da20-4e3e-9b24-0cda742f640f tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 943 time: 0.0823448 May 17 16:35:58.914787 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f6247b20-cf6e-4281-b096-d562e14c2cb6 req-2beae03d-8e21-4654-b800-b118a86335f3 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402553 May 17 16:35:59.924329 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device d429a3a7-c351-4ccf-be4b-f3238d2afe06 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=79282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 17 16:36:00.065509 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port d429a3a7-c351-4ccf-be4b-f3238d2afe06, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=d429a3a7-c351-4ccf-be4b-f3238d2afe06,segment=NetworkSegment(c7b9b05b-accd-45f4-8e0f-e1ea12cbb998),segment_id=c7b9b05b-accd-45f4-8e0f-e1ea12cbb998)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:36:00.080412 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Returning: {'device': 'd429a3a7-c351-4ccf-be4b-f3238d2afe06', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'port_id': 'd429a3a7-c351-4ccf-be4b-f3238d2afe06', 'mac_address': 'fa:16:3e:40:fa:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 17 16:36:00.111132 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1733258-5313-4d42-812e-5dde5bb1faa1 req-761207d7-0190-487d-ac6c-fa4a12e9ee03 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:36:00.112689 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c1733258-5313-4d42-812e-5dde5bb1faa1 req-761207d7-0190-487d-ac6c-fa4a12e9ee03 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 943 time: 0.0888357 May 17 16:36:00.141267 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:00.158174 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d429a3a7-c351-4ccf-be4b-f3238d2afe06 {{(pid=79282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 17 16:36:00.167924 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-c1733258-5313-4d42-812e-5dde5bb1faa1 req-e67b40f2-4040-4420-98c8-b58490d8adc1 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477202 May 17 16:36:00.174320 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port d429a3a7-c351-4ccf-be4b-f3238d2afe06, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=d429a3a7-c351-4ccf-be4b-f3238d2afe06,segment=NetworkSegment(c7b9b05b-accd-45f4-8e0f-e1ea12cbb998),segment_id=c7b9b05b-accd-45f4-8e0f-e1ea12cbb998)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:36:00.298816 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:00.300605 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:00.368821 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=d429a3a7-c351-4ccf-be4b-f3238d2afe06,revision_number=4']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:00.375927 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:00.376264 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:00.376594 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:00.377006 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:00.377327 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:00.377644 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:00.377971 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:00.378277 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:00.378615 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:00.378926 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:00.379238 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:00.379622 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:00.384134 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:00.666050 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] get_ports_and_sgs() called for port_ids ['d429a3a7-c351-4ccf-be4b-f3238d2afe06'] {{(pid=79282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 17 16:36:01.365825 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b986b0-21d1-4e85-b990-ca546ffde039 req-34338407-faa7-4558-92e1-1d929ac06e10 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:36:01.367942 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-68b986b0-21d1-4e85-b990-ca546ffde039 req-34338407-faa7-4558-92e1-1d929ac06e10 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 944 time: 0.0823441 May 17 16:36:01.414013 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-68b986b0-21d1-4e85-b990-ca546ffde039 req-89c15a88-b0f5-414e-8378-f263e6133611 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403063 May 17 16:36:01.937830 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device d429a3a7-c351-4ccf-be4b-f3238d2afe06 up at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 17 16:36:02.115855 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning for port d429a3a7-c351-4ccf-be4b-f3238d2afe06 completed by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 17 16:36:02.122599 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.provisioning_blocks [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Provisioning complete for port d429a3a7-c351-4ccf-be4b-f3238d2afe06 triggered by entity L2. {{(pid=79282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 17 16:36:02.122981 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8071825'] for port, provisioning_complete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:02.242560 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:02.270716 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1db5258-754a-4da2-bdf7-2330a7d9f822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd429a3a7-c351-4ccf-be4b-f3238d2afe06'}] {{(pid=79282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:36:02.280747 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] For port d429a3a7-c351-4ccf-be4b-f3238d2afe06, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=d429a3a7-c351-4ccf-be4b-f3238d2afe06,segment=NetworkSegment(c7b9b05b-accd-45f4-8e0f-e1ea12cbb998),segment_id=c7b9b05b-accd-45f4-8e0f-e1ea12cbb998)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:36:02.426925 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904'] for port, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:02.429885 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:02.487141 dv-cinder-768105-8-iscsi neutron-server[79282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1db5258-754a-4da2-bdf7-2330a7d9f822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd429a3a7-c351-4ccf-be4b-f3238d2afe06', 'code': 200} May 17 16:36:02.508193 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Pushing event updated for resources: {'Port': ['ID=d429a3a7-c351-4ccf-be4b-f3238d2afe06,revision_number=5']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:02.523917 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:02.736604 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75dbbd5-10b6-4ebc-a2b7-3f9d7083c794 req-4a101758-1187-4438-8d71-ea2b804dbbf7 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:36:02.738873 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a75dbbd5-10b6-4ebc-a2b7-3f9d7083c794 req-4a101758-1187-4438-8d71-ea2b804dbbf7 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 945 time: 0.2089946 May 17 16:36:02.783598 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-a75dbbd5-10b6-4ebc-a2b7-3f9d7083c794 req-220564d5-fc2d-4091-a629-05e23207e82c tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394888 May 17 16:36:02.892947 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52c600-9ff6-4d54-817f-c916fefd2916 req-bed4cc1f-80ff-4292-aa36-9b52424a027a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:36:02.894412 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-fb52c600-9ff6-4d54-817f-c916fefd2916 req-bed4cc1f-80ff-4292-aa36-9b52424a027a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 1098 time: 0.0692987 May 17 16:36:02.936779 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-fb52c600-9ff6-4d54-817f-c916fefd2916 req-22612ea7-a295-48ff-81c2-4d7034b7e3a6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344183 May 17 16:36:03.967724 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ce819-0264-4c23-9d8b-8db26a88eec1 req-44246e3f-0aca-49fd-a2c5-ecaafee76b93 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:36:03.969361 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5e8ce819-0264-4c23-9d8b-8db26a88eec1 req-44246e3f-0aca-49fd-a2c5-ecaafee76b93 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 945 time: 0.0796208 May 17 16:36:04.019585 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-5e8ce819-0264-4c23-9d8b-8db26a88eec1 req-7865d3ce-b176-4a22-8316-649a6377f631 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439506 May 17 16:36:04.349318 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-3c93a471-8e44-4504-94a8-976ede0779c8 req-e76df6cf-ea34-477d-b5c8-24ea9cc5d6dc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7b9451f1-254a-4285-b349-54218c037798&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731323 May 17 16:36:04.485749 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93a471-8e44-4504-94a8-976ede0779c8 req-daa0b91d-e6bb-4e4a-8305-0f36667c32ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:36:04.487263 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-3c93a471-8e44-4504-94a8-976ede0779c8 req-daa0b91d-e6bb-4e4a-8305-0f36667c32ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a068a8fe37545c7b11756cf0d188624&device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 1099 time: 0.0706851 May 17 16:36:04.631043 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93a471-8e44-4504-94a8-976ede0779c8 req-de0af5f1-983c-4ff3-80ca-b38e0f2a8c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:36:04.632456 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-3c93a471-8e44-4504-94a8-976ede0779c8 req-de0af5f1-983c-4ff3-80ca-b38e0f2a8c3a service neutron] 10.222.0.24 "GET /v2.0/networks?id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16 HTTP/1.1" status: 200 len: 913 time: 0.1258543 May 17 16:36:04.828921 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-3c93a471-8e44-4504-94a8-976ede0779c8 req-010268a0-e97c-4f5b-83ff-bb2c8c2006c1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca01313f-a5b5-49ee-8d86-e45e8949f356 HTTP/1.1" status: 200 len: 1001 time: 0.1893139 May 17 16:36:04.894554 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93a471-8e44-4504-94a8-976ede0779c8 req-979b8a89-d4c4-4c1f-8b85-f1cb94920601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:36:04.895996 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-3c93a471-8e44-4504-94a8-976ede0779c8 req-979b8a89-d4c4-4c1f-8b85-f1cb94920601 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc08d764-d8a6-4e79-89d3-68b07503ca46 HTTP/1.1" status: 200 len: 851 time: 0.0603590 May 17 16:36:04.972765 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93a471-8e44-4504-94a8-976ede0779c8 req-e81a1fe1-9986-4051-807b-9db408c4c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:36:04.974229 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-3c93a471-8e44-4504-94a8-976ede0779c8 req-e81a1fe1-9986-4051-807b-9db408c4c626 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712371 May 17 16:36:05.112006 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-3c93a471-8e44-4504-94a8-976ede0779c8 req-9d19a931-2aeb-4a2a-9d4b-e30d97daff79 service neutron] 10.222.0.24 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313572 May 17 16:36:05.215772 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e3c48-b87d-4c1d-9ad5-e98c75f24638 req-58a8de78-070c-4ecb-95d6-ee8dbee475f3 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:36:05.217256 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f16e3c48-b87d-4c1d-9ad5-e98c75f24638 req-58a8de78-070c-4ecb-95d6-ee8dbee475f3 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 945 time: 0.0863073 May 17 16:36:05.252554 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-3c93a471-8e44-4504-94a8-976ede0779c8 req-652394fa-ed86-49e0-a0d9-57e32144153b service neutron] 10.222.0.24 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341882 May 17 16:36:05.266203 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f16e3c48-b87d-4c1d-9ad5-e98c75f24638 req-f24f073e-9c1a-4031-beab-339029e35fdc tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421789 May 17 16:36:05.455652 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bca849-e296-4138-9dbd-ad15520e82d9 req-b40c58da-b5b1-4199-a0aa-e70a8b93bd8e tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:36:05.457039 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-97bca849-e296-4138-9dbd-ad15520e82d9 req-b40c58da-b5b1-4199-a0aa-e70a8b93bd8e tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 945 time: 0.0862207 May 17 16:36:05.508538 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-97bca849-e296-4138-9dbd-ad15520e82d9 req-7f50d88b-4c12-488a-87bb-ddcfe8ec0e75 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447659 May 17 16:36:05.537858 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 46046) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:05.771066 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b88bcc5-72a9-46f7-88d2-3f6c2cfce9c7 tempest-TestVolumeBootPattern-2111459436 tempest-TestVolumeBootPattern-2111459436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:36:05.773193 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-9b88bcc5-72a9-46f7-88d2-3f6c2cfce9c7 tempest-TestVolumeBootPattern-2111459436 tempest-TestVolumeBootPattern-2111459436-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 1093 time: 0.2330391 May 17 16:36:05.775927 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 46054) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:05.781320 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.v2.base [None req-02306105-0fb4-4f3f-8213-c3133f900df5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Request body: {'floatingip': {'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'port_id': 'd429a3a7-c351-4ccf-be4b-f3238d2afe06', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'fixed_ip_address': '172.20.0.4'}} {{(pid=79280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 17 16:36:05.787458 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-02306105-0fb4-4f3f-8213-c3133f900df5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:36:05.791410 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-02306105-0fb4-4f3f-8213-c3133f900df5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Usage tracker for resource:floatingip and tenant:7a068a8fe37545c7b11756cf0d188624 is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:36:05.794499 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-02306105-0fb4-4f3f-8213-c3133f900df5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:36:05.800346 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-02306105-0fb4-4f3f-8213-c3133f900df5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:36:05.883844 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-02306105-0fb4-4f3f-8213-c3133f900df5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for floatingip, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:06.023400 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-02306105-0fb4-4f3f-8213-c3133f900df5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:06.164393 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_common [None req-02306105-0fb4-4f3f-8213-c3133f900df5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Allocated IP 172.27.2.242 (42a1d626-e0b0-418c-b7f5-2b1d715bf830/6e10255a-9813-4d83-92b3-230f73c18e4f/add58798-2dd5-4182-b05f-803baebfbd07) {{(pid=79280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 16:36:06.320040 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-02306105-0fb4-4f3f-8213-c3133f900df5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for port, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:06.431201 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-02306105-0fb4-4f3f-8213-c3133f900df5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780703585841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:06.435082 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-e90d90b8-7a4a-45b9-a2f3-d53121a61596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:06.504150 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02306105-0fb4-4f3f-8213-c3133f900df5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Network 42a1d626-e0b0-418c-b7f5-2b1d715bf830 is already hosted by enough agents. {{(pid=79280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 16:36:06.507023 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.base_scheduler [None req-02306105-0fb4-4f3f-8213-c3133f900df5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Resources bound (agent type, host, resource id): {{(pid=79280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 16:36:06.510758 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02306105-0fb4-4f3f-8213-c3133f900df5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Received port after_create {{(pid=79280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 17 16:36:06.548183 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02306105-0fb4-4f3f-8213-c3133f900df5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Pushing event updated for resources: {'Port': ['ID=add58798-2dd5-4182-b05f-803baebfbd07,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:06.552528 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-02306105-0fb4-4f3f-8213-c3133f900df5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:06.927607 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-02306105-0fb4-4f3f-8213-c3133f900df5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:07.053803 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-02306105-0fb4-4f3f-8213-c3133f900df5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-7986747'] for port, before_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:07.359835 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-02306105-0fb4-4f3f-8213-c3133f900df5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for port, precommit_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:07.438389 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-02306105-0fb4-4f3f-8213-c3133f900df5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780704018746', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780703585859', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780703585904', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2566544'] for port, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:07.442593 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-1920b58a-326f-4220-a978-9834eb8f4330 tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:07.551334 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02306105-0fb4-4f3f-8213-c3133f900df5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Pushing event updated for resources: {'Port': ['ID=add58798-2dd5-4182-b05f-803baebfbd07,revision_number=2']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:07.555370 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-02306105-0fb4-4f3f-8213-c3133f900df5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:07.563932 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-02306105-0fb4-4f3f-8213-c3133f900df5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-432823'] for floatingip, after_update {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:07.732654 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.db.l3_db [None req-02306105-0fb4-4f3f-8213-c3133f900df5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Floating IP 99f3e128-6257-4a12-99e9-af138dda2db1 associated. External IP: 172.27.2.242, port: d429a3a7-c351-4ccf-be4b-f3238d2afe06. May 17 16:36:07.989087 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 46078) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:08.123790 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ef9367-5302-45cd-b934-ba8ac06540c9 admin admin] Deleting subnet 06abef53-94e0-4c58-a1a5-f1d0f6ff56f6 {{(pid=79280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:36:08.131213 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-11ef9367-5302-45cd-b934-ba8ac06540c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:08.184263 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02306105-0fb4-4f3f-8213-c3133f900df5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Router 1d0dc66f-e4d2-468e-96d0-0199564b409f has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:36:08.191857 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-11ef9367-5302-45cd-b934-ba8ac06540c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998496'] for subnet, precommit_delete_associations {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:08.325765 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-11ef9367-5302-45cd-b934-ba8ac06540c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8075481'] for subnet, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:08.527992 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02306105-0fb4-4f3f-8213-c3133f900df5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:36:08.537167 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbc6e85-4998-48d2-ab51-ef8af2562d69 None None] Sync routers for ids ['1d0dc66f-e4d2-468e-96d0-0199564b409f'] in dv-cinder-768105-8-iscsi {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:36:08.546128 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbc6e85-4998-48d2-ab51-ef8af2562d69 None None] Routers {'1d0dc66f-e4d2-468e-96d0-0199564b409f'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:36:08.546824 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-ddbc6e85-4998-48d2-ab51-ef8af2562d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:35:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['1d0dc66f-e4d2-468e-96d0-0199564b409f'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:36:08.706413 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-02306105-0fb4-4f3f-8213-c3133f900df5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for floatingip, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:08.725132 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-ddbc6e85-4998-48d2-ab51-ef8af2562d69 None None] Set router 1d0dc66f-e4d2-468e-96d0-0199564b409f gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:36:08.750314 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-11ef9367-5302-45cd-b934-ba8ac06540c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8075474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1940292'] for subnet, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:08.758628 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:08.920678 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef9367-5302-45cd-b934-ba8ac06540c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06abef53-94e0-4c58-a1a5-f1d0f6ff56f6,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:08.923509 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-11ef9367-5302-45cd-b934-ba8ac06540c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:08.925971 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-02306105-0fb4-4f3f-8213-c3133f900df5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1481962 May 17 16:36:08.926513 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-11ef9367-5302-45cd-b934-ba8ac06540c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for subnet, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:08.929536 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1db5258-754a-4da2-bdf7-2330a7d9f822', 'tag': 'd429a3a7-c351-4ccf-be4b-f3238d2afe06'}] {{(pid=79280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:36:08.940038 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 46084) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:08.943148 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-11ef9367-5302-45cd-b934-ba8ac06540c9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/06abef53-94e0-4c58-a1a5-f1d0f6ff56f6 HTTP/1.1" status: 204 len: 168 time: 0.9527187 May 17 16:36:09.036335 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1db5258-754a-4da2-bdf7-2330a7d9f822', 'tag': 'd429a3a7-c351-4ccf-be4b-f3238d2afe06', 'status': 'completed', 'code': 200} May 17 16:36:09.050376 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-38fd7943-a479-4d2d-b0d2-f2ef6ca322d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7952015'] for network, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:09.103246 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-ddbc6e85-4998-48d2-ab51-ef8af2562d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'name': 'tempest-TestVolumeBootPattern-1118485279-router', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:01Z', 'updated_at': '2021-05-17T16:28:07Z', 'revision_number': 4, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'gw_port': {'id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:03Z', 'updated_at': '2021-05-17T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': '4e54690e-eb78-4c29-834a-269ace10cd92', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'port_id': 'ca01313f-a5b5-49ee-8d86-e45e8949f356', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'mac_address': 'fa:16:3e:73:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9451f1-254a-4285-b349-54218c037798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:33:28Z', 'updated_at': '2021-05-17T16:33:32Z', 'revision_number': 1, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'fixed_ip_address_scope': None}, {'id': '99f3e128-6257-4a12-99e9-af138dda2db1', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'port_id': 'd429a3a7-c351-4ccf-be4b-f3238d2afe06', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'mac_address': 'fa:16:3e:40:fa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1db5258-754a-4da2-bdf7-2330a7d9f822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:36:06Z', 'updated_at': '2021-05-17T16:36:06Z', 'revision_number': 0, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9a6b66-6aeb-48b8-be83-871979dd0d99', 'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'mac_address': 'fa:16:3e:f5:a8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:06Z', 'updated_at': '2021-05-17T16:28:19Z', 'revision_number': 5, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'subnets': [{'id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:36:09.107314 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbc6e85-4998-48d2-ab51-ef8af2562d69 None None] Checking router: 1d0dc66f-e4d2-468e-96d0-0199564b409f for host: dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:36:09.115899 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbc6e85-4998-48d2-ab51-ef8af2562d69 None None] Routers {'1d0dc66f-e4d2-468e-96d0-0199564b409f'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:36:09.116508 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-ddbc6e85-4998-48d2-ab51-ef8af2562d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:35:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['1d0dc66f-e4d2-468e-96d0-0199564b409f'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:36:09.230647 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-38fd7943-a479-4d2d-b0d2-f2ef6ca322d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8075500', 'neutron.services.segments.db._delete_segments_for_network-8780704027010'] for network, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:09.245614 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-38fd7943-a479-4d2d-b0d2-f2ef6ca322d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d7b30c-8092-4708-81d5-c17a448eb0a0']}} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:36:09.261499 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-38fd7943-a479-4d2d-b0d2-f2ef6ca322d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9db47d-a7a4-4dec-a8ab-db521bb8ef5c') {'for_net_delete': True} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:36:09.261791 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-38fd7943-a479-4d2d-b0d2-f2ef6ca322d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9db47d-a7a4-4dec-a8ab-db521bb8ef5c') {} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:36:09.273497 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a9392-03dc-48db-b2a2-5536d2adcbb6 req-eac3f71f-f539-4c8d-ac70-3c7ce5194e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:36:09.275011 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-553a9392-03dc-48db-b2a2-5536d2adcbb6 req-eac3f71f-f539-4c8d-ac70-3c7ce5194e0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a068a8fe37545c7b11756cf0d188624&device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 1098 time: 0.2143791 May 17 16:36:09.278241 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-38fd7943-a479-4d2d-b0d2-f2ef6ca322d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780704039051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1804567'] for segment, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:09.292516 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-ddbc6e85-4998-48d2-ab51-ef8af2562d69 None None] Set router 1d0dc66f-e4d2-468e-96d0-0199564b409f gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:36:09.367186 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-38fd7943-a479-4d2d-b0d2-f2ef6ca322d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:09.377922 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38fd7943-a479-4d2d-b0d2-f2ef6ca322d8 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=79281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:36:09.378314 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-38fd7943-a479-4d2d-b0d2-f2ef6ca322d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1955967'] for segment, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: Traceback (most recent call last): May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: timer() May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: cb(*args, **kw) May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: return func(*args, **kwargs) May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: self._notify() May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: self.callback(batched_events) May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: event.method(event) May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: return f(self, *a, **k) May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: return self._get(url).json() May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: return self.request(url, 'GET', **kwargs) May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:36:09.391140 dv-cinder-768105-8-iscsi neutron-server[79281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:36:09.501408 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a9392-03dc-48db-b2a2-5536d2adcbb6 req-8ba9134b-a435-4eb6-8487-9a4c7423a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:36:09.502856 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-553a9392-03dc-48db-b2a2-5536d2adcbb6 req-8ba9134b-a435-4eb6-8487-9a4c7423a346 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16 HTTP/1.1" status: 200 len: 913 time: 0.2182167 May 17 16:36:09.597057 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-38fd7943-a479-4d2d-b0d2-f2ef6ca322d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8075493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432837'] for network, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:09.604897 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-38fd7943-a479-4d2d-b0d2-f2ef6ca322d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:09.609575 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-3238bbf5-01d4-4bc1-a58a-d3d8af980d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:09.634914 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd7943-a479-4d2d-b0d2-f2ef6ca322d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4d7b30c-8092-4708-81d5-c17a448eb0a0,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:09.638073 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-38fd7943-a479-4d2d-b0d2-f2ef6ca322d8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e4d7b30c-8092-4708-81d5-c17a448eb0a0 HTTP/1.1" status: 204 len: 168 time: 0.6969800 May 17 16:36:09.640982 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 46090) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:09.644250 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-553a9392-03dc-48db-b2a2-5536d2adcbb6 req-27a69e09-e98f-4551-b301-541f442f302f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d429a3a7-c351-4ccf-be4b-f3238d2afe06 HTTP/1.1" status: 200 len: 999 time: 0.1348188 May 17 16:36:09.649967 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd7943-a479-4d2d-b0d2-f2ef6ca322d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:09.649967 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd7943-a479-4d2d-b0d2-f2ef6ca322d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:09.649967 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd7943-a479-4d2d-b0d2-f2ef6ca322d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:09.650284 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd7943-a479-4d2d-b0d2-f2ef6ca322d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:09.650517 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd7943-a479-4d2d-b0d2-f2ef6ca322d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:09.650880 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd7943-a479-4d2d-b0d2-f2ef6ca322d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:09.651246 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd7943-a479-4d2d-b0d2-f2ef6ca322d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:09.651609 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd7943-a479-4d2d-b0d2-f2ef6ca322d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:09.651973 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd7943-a479-4d2d-b0d2-f2ef6ca322d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:09.652338 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd7943-a479-4d2d-b0d2-f2ef6ca322d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:09.652711 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd7943-a479-4d2d-b0d2-f2ef6ca322d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:09.653057 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd7943-a479-4d2d-b0d2-f2ef6ca322d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:09.656428 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-38fd7943-a479-4d2d-b0d2-f2ef6ca322d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:09.687320 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-ddbc6e85-4998-48d2-ab51-ef8af2562d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'name': 'tempest-TestVolumeBootPattern-1118485279-router', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:01Z', 'updated_at': '2021-05-17T16:28:07Z', 'revision_number': 4, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'gw_port': {'id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:03Z', 'updated_at': '2021-05-17T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': '4e54690e-eb78-4c29-834a-269ace10cd92', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'port_id': 'ca01313f-a5b5-49ee-8d86-e45e8949f356', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'mac_address': 'fa:16:3e:73:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9451f1-254a-4285-b349-54218c037798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:33:28Z', 'updated_at': '2021-05-17T16:33:32Z', 'revision_number': 1, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'fixed_ip_address_scope': None}, {'id': '99f3e128-6257-4a12-99e9-af138dda2db1', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'port_id': 'd429a3a7-c351-4ccf-be4b-f3238d2afe06', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'mac_address': 'fa:16:3e:40:fa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1db5258-754a-4da2-bdf7-2330a7d9f822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:36:06Z', 'updated_at': '2021-05-17T16:36:06Z', 'revision_number': 0, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9a6b66-6aeb-48b8-be83-871979dd0d99', 'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'mac_address': 'fa:16:3e:f5:a8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:06Z', 'updated_at': '2021-05-17T16:28:19Z', 'revision_number': 5, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'subnets': [{'id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:36:09.691612 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbc6e85-4998-48d2-ab51-ef8af2562d69 None None] The sync data for ids ['1d0dc66f-e4d2-468e-96d0-0199564b409f'] in dv-cinder-768105-8-iscsi is: [{'id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'name': 'tempest-TestVolumeBootPattern-1118485279-router', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:01Z', 'updated_at': '2021-05-17T16:28:07Z', 'revision_number': 4, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'gw_port': {'id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:03Z', 'updated_at': '2021-05-17T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': '4e54690e-eb78-4c29-834a-269ace10cd92', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'port_id': 'ca01313f-a5b5-49ee-8d86-e45e8949f356', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'mac_address': 'fa:16:3e:73:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9451f1-254a-4285-b349-54218c037798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:33:28Z', 'updated_at': '2021-05-17T16:33:32Z', 'revision_number': 1, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'fixed_ip_address_scope': None}, {'id': '99f3e128-6257-4a12-99e9-af138dda2db1', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'port_id': 'd429a3a7-c351-4ccf-be4b-f3238d2afe06', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'mac_address': 'fa:16:3e:40:fa:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1db5258-754a-4da2-bdf7-2330a7d9f822', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:36:06Z', 'updated_at': '2021-05-17T16:36:06Z', 'revision_number': 0, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9a6b66-6aeb-48b8-be83-871979dd0d99', 'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'mac_address': 'fa:16:3e:f5:a8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:06Z', 'updated_at': '2021-05-17T16:28:19Z', 'revision_number': 5, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'subnets': [{'id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:36:09.708272 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd989d66-c48b-457b-a39b-becd0198689a admin admin] Deleting subnet e462c359-159e-4e88-bfe0-26e5edba4c7d {{(pid=79280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:36:09.711725 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-dd989d66-c48b-457b-a39b-becd0198689a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:09.719485 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a9392-03dc-48db-b2a2-5536d2adcbb6 req-bf455925-8e20-4379-b200-39b305a93481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:36:09.721008 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-553a9392-03dc-48db-b2a2-5536d2adcbb6 req-bf455925-8e20-4379-b200-39b305a93481 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc08d764-d8a6-4e79-89d3-68b07503ca46 HTTP/1.1" status: 200 len: 851 time: 0.0635247 May 17 16:36:09.764560 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-dd989d66-c48b-457b-a39b-becd0198689a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998496'] for subnet, precommit_delete_associations {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:09.803170 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a9392-03dc-48db-b2a2-5536d2adcbb6 req-f9af50f2-2969-4009-99d3-ff6e0f672a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:36:09.805281 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-553a9392-03dc-48db-b2a2-5536d2adcbb6 req-f9af50f2-2969-4009-99d3-ff6e0f672a54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781009 May 17 16:36:09.832955 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-dd989d66-c48b-457b-a39b-becd0198689a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8075481'] for subnet, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:09.909865 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4b2db4-6b8b-4cca-864f-c292242d4ea4 None None] New status for floating IP 99f3e128-6257-4a12-99e9-af138dda2db1: ACTIVE {{(pid=79283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:36:10.060958 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-553a9392-03dc-48db-b2a2-5536d2adcbb6 req-3b25c151-bc3c-4aa3-aafd-70ba8ea141cb service neutron] 10.222.0.24 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490382 May 17 16:36:10.194875 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-553a9392-03dc-48db-b2a2-5536d2adcbb6 req-a804b2ca-f5ee-4845-8e03-66c224721ae2 service neutron] 10.222.0.24 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262558 May 17 16:36:10.215795 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-dd989d66-c48b-457b-a39b-becd0198689a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8075474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1940292'] for subnet, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:10.220042 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-f181d995-449d-4bb7-85e0-57540ee1ca5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:10.257375 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd989d66-c48b-457b-a39b-becd0198689a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e462c359-159e-4e88-bfe0-26e5edba4c7d,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:10.260001 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-dd989d66-c48b-457b-a39b-becd0198689a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:10.264356 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-dd989d66-c48b-457b-a39b-becd0198689a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for subnet, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:10.270110 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-dd989d66-c48b-457b-a39b-becd0198689a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e462c359-159e-4e88-bfe0-26e5edba4c7d HTTP/1.1" status: 204 len: 168 time: 0.6280859 May 17 16:36:10.273386 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 46094) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:10.379952 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3e9a64a0-9b2b-4c59-99d0-cc8d5393d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7952015'] for network, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:10.501237 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3e9a64a0-9b2b-4c59-99d0-cc8d5393d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8075500', 'neutron.services.segments.db._delete_segments_for_network-8780704027010'] for network, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:10.514926 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-3e9a64a0-9b2b-4c59-99d0-cc8d5393d8f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddec73a7-548e-4ac2-9d31-0982a9c80994']}} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:36:10.527342 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-3e9a64a0-9b2b-4c59-99d0-cc8d5393d8f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d0b7db-de5f-4761-944c-35223f220270') {'for_net_delete': True} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:36:10.527635 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.services.segments.db [None req-3e9a64a0-9b2b-4c59-99d0-cc8d5393d8f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d0b7db-de5f-4761-944c-35223f220270') {} {{(pid=79281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:36:10.539011 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3e9a64a0-9b2b-4c59-99d0-cc8d5393d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780704039051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1804567'] for segment, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:10.554625 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3e9a64a0-9b2b-4c59-99d0-cc8d5393d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:10.560601 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9a64a0-9b2b-4c59-99d0-cc8d5393d8f9 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=79281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:36:10.560974 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3e9a64a0-9b2b-4c59-99d0-cc8d5393d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1955967'] for segment, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: Traceback (most recent call last): May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: timer() May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: cb(*args, **kw) May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: return func(*args, **kwargs) May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: self._notify() May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: self.callback(batched_events) May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: event.method(event) May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: return f(self, *a, **k) May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: return self._get(url).json() May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: return self.request(url, 'GET', **kwargs) May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:36:10.574174 dv-cinder-768105-8-iscsi neutron-server[79281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:36:10.723526 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3e9a64a0-9b2b-4c59-99d0-cc8d5393d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8075493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432837'] for network, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:10.728266 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:10.739799 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3e9a64a0-9b2b-4c59-99d0-cc8d5393d8f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:10.749242 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a64a0-9b2b-4c59-99d0-cc8d5393d8f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddec73a7-548e-4ac2-9d31-0982a9c80994,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:10.751738 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-3e9a64a0-9b2b-4c59-99d0-cc8d5393d8f9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ddec73a7-548e-4ac2-9d31-0982a9c80994 HTTP/1.1" status: 204 len: 168 time: 0.4773438 May 17 16:36:10.752585 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-3e9a64a0-9b2b-4c59-99d0-cc8d5393d8f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:11.344595 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 46100) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:11.392476 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-54a38785-5cdf-4a2a-9c32-92520514895e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c586a638e47647d192924776372a91c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466316 May 17 16:36:11.394846 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 46104) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:11.452297 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c77db78d-f08c-4ece-942b-eba44006d63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:11.478587 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c77db78d-f08c-4ece-942b-eba44006d63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:11.609467 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c77db78d-f08c-4ece-942b-eba44006d63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:11.613245 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-5595cc30-8729-413b-a3ea-51635254e8c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:11.624446 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77db78d-f08c-4ece-942b-eba44006d63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffc008d-c641-42e0-8917-26bfeb34a8b1,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:11.627913 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-c77db78d-f08c-4ece-942b-eba44006d63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:11.631287 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-c77db78d-f08c-4ece-942b-eba44006d63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:11.632376 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-c77db78d-f08c-4ece-942b-eba44006d63e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ffc008d-c641-42e0-8917-26bfeb34a8b1 HTTP/1.1" status: 204 len: 168 time: 0.2366121 May 17 16:36:12.384399 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 46112) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:12.435949 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-417b5e1d-cb8f-4f69-ba15-aa5e35213d76 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f948b9a42304a2cbdcbfcdf01bc0b26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503063 May 17 16:36:12.438420 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 46116) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:12.497607 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8a0f9505-1367-4139-be2d-c126742a3fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:12.525571 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8a0f9505-1367-4139-be2d-c126742a3fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:12.687121 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8a0f9505-1367-4139-be2d-c126742a3fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:12.690991 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-52ac9c1e-875f-44c1-8796-ca034908c4d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:12.702541 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f9505-1367-4139-be2d-c126742a3fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527e5516-5036-4e76-80a9-b8003beb01cd,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:12.706518 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-8a0f9505-1367-4139-be2d-c126742a3fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:12.711715 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8a0f9505-1367-4139-be2d-c126742a3fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:12.711715 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-8a0f9505-1367-4139-be2d-c126742a3fd9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/527e5516-5036-4e76-80a9-b8003beb01cd HTTP/1.1" status: 204 len: 168 time: 0.2724228 May 17 16:36:14.846219 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 46148) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:14.962889 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5dbc5702-7107-46b3-b30e-10619773b269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:14.976612 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-5dbc5702-7107-46b3-b30e-10619773b269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:36:14.980375 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-5dbc5702-7107-46b3-b30e-10619773b269 admin admin] Usage tracker for resource:security_group_rule and tenant:d9badde1ce3743cf86d498c180fa4e6f is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:36:14.983140 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-5dbc5702-7107-46b3-b30e-10619773b269 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:36:14.988777 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-5dbc5702-7107-46b3-b30e-10619773b269 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:36:15.074445 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5dbc5702-7107-46b3-b30e-10619773b269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:15.156232 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-5dbc5702-7107-46b3-b30e-10619773b269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:15.164430 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-b77d5b55-7cfe-428a-8566-a3ce566b659e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:15.206123 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-5dbc5702-7107-46b3-b30e-10619773b269 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d9badde1ce3743cf86d498c180fa4e6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3587670 May 17 16:36:15.207061 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc5702-7107-46b3-b30e-10619773b269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13446470-536d-4ec5-88ef-6094abf1c138,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:15.208805 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 46154) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:15.210363 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-5dbc5702-7107-46b3-b30e-10619773b269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:15.268128 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-27e3beba-d08c-430a-b60d-4e7f552c4537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:15.293276 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-27e3beba-d08c-430a-b60d-4e7f552c4537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:15.443423 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-27e3beba-d08c-430a-b60d-4e7f552c4537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:15.447845 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-83a92a61-4937-439f-952d-f90e82e1d4f6 tempest-TestMinimumBasicScenario-1946317781 tempest-TestMinimumBasicScenario-1946317781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:15.462149 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3beba-d08c-430a-b60d-4e7f552c4537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13446470-536d-4ec5-88ef-6094abf1c138,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:15.464848 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-27e3beba-d08c-430a-b60d-4e7f552c4537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:15.466065 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-27e3beba-d08c-430a-b60d-4e7f552c4537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:15.467845 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-27e3beba-d08c-430a-b60d-4e7f552c4537 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/13446470-536d-4ec5-88ef-6094abf1c138 HTTP/1.1" status: 204 len: 168 time: 0.2574508 May 17 16:36:15.480877 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-60995d9e-a495-487b-80c2-ba7d47c14db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:16.908892 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:36:18.161349 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-2ec24fc2-be89-44a5-9bbb-b782e92ce6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:18.232229 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:19.232190 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:20.671773 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:21.838273 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:30.165122 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 46248) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:30.283862 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-2aa5f2be-ae08-4dac-b777-218dc2fa8e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:30.298665 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-2aa5f2be-ae08-4dac-b777-218dc2fa8e8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:36:30.302505 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-2aa5f2be-ae08-4dac-b777-218dc2fa8e8d admin admin] Usage tracker for resource:security_group_rule and tenant:cfa0e502bf274f31912033f33886b284 is out of sync, need to count used quota {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:36:30.305305 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [None req-2aa5f2be-ae08-4dac-b777-218dc2fa8e8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79281) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:36:30.311115 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.quota.driver [None req-2aa5f2be-ae08-4dac-b777-218dc2fa8e8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79281) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:36:30.393118 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-2aa5f2be-ae08-4dac-b777-218dc2fa8e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:30.529703 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-2aa5f2be-ae08-4dac-b777-218dc2fa8e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:30.538781 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-0ac41856-06f6-4c74-9eeb-1af77b225581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:30.578383 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-2aa5f2be-ae08-4dac-b777-218dc2fa8e8d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cfa0e502bf274f31912033f33886b284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4121678 May 17 16:36:30.586725 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5f2be-ae08-4dac-b777-218dc2fa8e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df55c46b-a7a4-4e23-9f69-da4b31078560,revision_number=1']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:30.586894 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 46254) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:30.587378 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-2aa5f2be-ae08-4dac-b777-218dc2fa8e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:30.645133 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-46bab10c-3a87-4362-9a04-17990521abe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:30.671086 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-46bab10c-3a87-4362-9a04-17990521abe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:30.813045 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-46bab10c-3a87-4362-9a04-17990521abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:30.816766 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-76b1b7b9-2af3-4101-b026-499fd6a4bb9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:30.829748 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bab10c-3a87-4362-9a04-17990521abe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df55c46b-a7a4-4e23-9f69-da4b31078560,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:30.838836 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-46bab10c-3a87-4362-9a04-17990521abe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:30.839616 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-46bab10c-3a87-4362-9a04-17990521abe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:30.840705 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-46bab10c-3a87-4362-9a04-17990521abe3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df55c46b-a7a4-4e23-9f69-da4b31078560 HTTP/1.1" status: 204 len: 168 time: 0.2584386 May 17 16:36:45.499858 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-41f6b4b2-3716-4405-9afc-8e4e2a312d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:46.794106 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 46398) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:46.913462 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-fe0d1485-5b35-43e9-8f90-0232ca65e5be admin admin] Notify callbacks [] for security_group, before_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:46.931563 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-fe0d1485-5b35-43e9-8f90-0232ca65e5be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 17 16:36:46.935232 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-fe0d1485-5b35-43e9-8f90-0232ca65e5be admin admin] Usage tracker for resource:security_group_rule and tenant:8df52114a0e04612acb6b15e1e230eee is out of sync, need to count used quota {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 17 16:36:46.938035 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.quota.resource [None req-fe0d1485-5b35-43e9-8f90-0232ca65e5be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79280) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 17 16:36:46.943582 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.quota.driver [None req-fe0d1485-5b35-43e9-8f90-0232ca65e5be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79280) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 17 16:36:47.025088 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-fe0d1485-5b35-43e9-8f90-0232ca65e5be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:47.099542 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-fe0d1485-5b35-43e9-8f90-0232ca65e5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_create {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:47.106743 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-408c2b2a-0a5e-493c-9595-c1b705a2985e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:47.147731 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-fe0d1485-5b35-43e9-8f90-0232ca65e5be admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8df52114a0e04612acb6b15e1e230eee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3525252 May 17 16:36:47.148611 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d1485-5b35-43e9-8f90-0232ca65e5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c0c0db-cc17-4ccb-adc0-128a4e2d44ed,revision_number=1']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:47.151204 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 46404) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:36:47.157161 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d1485-5b35-43e9-8f90-0232ca65e5be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:47.162164 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d1485-5b35-43e9-8f90-0232ca65e5be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:47.162164 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d1485-5b35-43e9-8f90-0232ca65e5be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:47.162164 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d1485-5b35-43e9-8f90-0232ca65e5be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:47.162164 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d1485-5b35-43e9-8f90-0232ca65e5be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:47.162164 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d1485-5b35-43e9-8f90-0232ca65e5be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:47.162164 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d1485-5b35-43e9-8f90-0232ca65e5be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:47.162164 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d1485-5b35-43e9-8f90-0232ca65e5be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:47.162164 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d1485-5b35-43e9-8f90-0232ca65e5be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:47.162164 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d1485-5b35-43e9-8f90-0232ca65e5be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:47.162164 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d1485-5b35-43e9-8f90-0232ca65e5be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:47.162164 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d1485-5b35-43e9-8f90-0232ca65e5be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:36:47.165252 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-fe0d1485-5b35-43e9-8f90-0232ca65e5be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:47.208939 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e0ff9c87-075d-4bdf-b5e8-544eba940a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:47.234456 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e0ff9c87-075d-4bdf-b5e8-544eba940a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:47.435212 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e0ff9c87-075d-4bdf-b5e8-544eba940a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:47.439203 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-357b5c5e-1041-431c-8597-5b64540748e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:36:47.452213 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff9c87-075d-4bdf-b5e8-544eba940a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c0c0db-cc17-4ccb-adc0-128a4e2d44ed,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:36:47.456149 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e0ff9c87-075d-4bdf-b5e8-544eba940a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:36:47.461899 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-e0ff9c87-075d-4bdf-b5e8-544eba940a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:47.464004 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-e0ff9c87-075d-4bdf-b5e8-544eba940a09 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c8c0c0db-cc17-4ccb-adc0-128a4e2d44ed HTTP/1.1" status: 204 len: 168 time: 0.3114240 May 17 16:36:48.123143 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-b794aedd-2fc1-430f-89c3-ece315a5c05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:48.156946 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:49.218158 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:50.728451 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:51.996758 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:36:53.908887 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:37:04.676149 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-47d1b596-c180-4c80-813b-8c6e48f1e4c0 req-530155bf-97ce-4153-b7f2-46f395f3c063 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691397 May 17 16:37:04.765880 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1b596-c180-4c80-813b-8c6e48f1e4c0 req-23c0fd69-1d7b-46fa-83a4-398d1e219b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:04.767391 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-47d1b596-c180-4c80-813b-8c6e48f1e4c0 req-23c0fd69-1d7b-46fa-83a4-398d1e219b11 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a068a8fe37545c7b11756cf0d188624&device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 1098 time: 0.0699925 May 17 16:37:04.915440 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1b596-c180-4c80-813b-8c6e48f1e4c0 req-07074da0-a68f-4a0c-b2e4-1bbd8728380c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:04.916764 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-47d1b596-c180-4c80-813b-8c6e48f1e4c0 req-07074da0-a68f-4a0c-b2e4-1bbd8728380c service neutron] 10.222.0.24 "GET /v2.0/networks?id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16 HTTP/1.1" status: 200 len: 913 time: 0.1300006 May 17 16:37:05.022337 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-47d1b596-c180-4c80-813b-8c6e48f1e4c0 req-bf571fa2-771f-4c33-8e48-d75d7014918c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d429a3a7-c351-4ccf-be4b-f3238d2afe06 HTTP/1.1" status: 200 len: 1001 time: 0.0975249 May 17 16:37:05.088029 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1b596-c180-4c80-813b-8c6e48f1e4c0 req-e4e6e128-ea6c-4107-a744-aec5a04a28e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:05.090522 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-47d1b596-c180-4c80-813b-8c6e48f1e4c0 req-e4e6e128-ea6c-4107-a744-aec5a04a28e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc08d764-d8a6-4e79-89d3-68b07503ca46 HTTP/1.1" status: 200 len: 851 time: 0.0620666 May 17 16:37:05.165180 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1b596-c180-4c80-813b-8c6e48f1e4c0 req-b4b2c24d-5468-4fd8-bba8-66dd4eb925a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:37:05.166715 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-47d1b596-c180-4c80-813b-8c6e48f1e4c0 req-b4b2c24d-5468-4fd8-bba8-66dd4eb925a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698726 May 17 16:37:05.295341 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-47d1b596-c180-4c80-813b-8c6e48f1e4c0 req-5fff701f-8a68-4434-ad2d-1d67cf175d4b service neutron] 10.222.0.24 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223826 May 17 16:37:05.512687 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-47d1b596-c180-4c80-813b-8c6e48f1e4c0 req-36c1bd3b-1483-4d89-8e33-16d242069e30 service neutron] 10.222.0.24 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106466 May 17 16:37:15.573709 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-e542d8da-00d3-4b5a-9dbe-54b0bfdd9280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:18.104681 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-c8ff3961-7055-451d-a9f5-2d18cdb7377e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:18.127523 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:19.138714 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:20.704531 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:21.880545 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:30.908034 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:37:45.486970 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-d37804aa-822a-4207-931b-b77cb59ae7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:48.143747 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-d33da1f1-e204-4dd8-98e5-b705cfba1937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:48.172128 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:49.137485 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:50.703563 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:37:51.880642 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:04.075403 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-32aa5472-aca5-4a8c-97e6-ec325b0e2340 req-765b8971-571d-4cac-8575-dbaebf87f1b6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7b9451f1-254a-4285-b349-54218c037798&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1674950 May 17 16:38:04.208984 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa5472-aca5-4a8c-97e6-ec325b0e2340 req-48d0aab0-85bd-4894-82f2-e77de54d8038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:38:04.210416 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-32aa5472-aca5-4a8c-97e6-ec325b0e2340 req-48d0aab0-85bd-4894-82f2-e77de54d8038 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a068a8fe37545c7b11756cf0d188624&device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 1099 time: 0.0699344 May 17 16:38:04.351079 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa5472-aca5-4a8c-97e6-ec325b0e2340 req-8fcc316d-341e-4755-971b-577a515132e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:38:04.352515 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-32aa5472-aca5-4a8c-97e6-ec325b0e2340 req-8fcc316d-341e-4755-971b-577a515132e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16 HTTP/1.1" status: 200 len: 913 time: 0.1241713 May 17 16:38:04.453260 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-32aa5472-aca5-4a8c-97e6-ec325b0e2340 req-34c38dd0-5eaa-4bbe-83ab-bee57b011de9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca01313f-a5b5-49ee-8d86-e45e8949f356 HTTP/1.1" status: 200 len: 1001 time: 0.0942605 May 17 16:38:04.515335 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa5472-aca5-4a8c-97e6-ec325b0e2340 req-401efc06-85de-48dd-9607-66d63e3047e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:38:04.516768 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-32aa5472-aca5-4a8c-97e6-ec325b0e2340 req-401efc06-85de-48dd-9607-66d63e3047e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc08d764-d8a6-4e79-89d3-68b07503ca46 HTTP/1.1" status: 200 len: 851 time: 0.0575814 May 17 16:38:04.593639 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa5472-aca5-4a8c-97e6-ec325b0e2340 req-4da8ab16-5def-4eb7-a286-d36be67161a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:38:04.595135 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-32aa5472-aca5-4a8c-97e6-ec325b0e2340 req-4da8ab16-5def-4eb7-a286-d36be67161a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717840 May 17 16:38:04.725953 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-32aa5472-aca5-4a8c-97e6-ec325b0e2340 req-3a1c0ed6-1850-4c39-97f6-37dadff2be73 service neutron] 10.222.0.24 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234505 May 17 16:38:04.853693 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-32aa5472-aca5-4a8c-97e6-ec325b0e2340 req-49abf24e-8a3f-44e9-8d3b-58d973a491a9 service neutron] 10.222.0.24 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216044 May 17 16:38:07.907035 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:38:08.160653 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [req-0c791713-4f84-4c2e-bdf7-27a8bca599bf req-3f79443d-d559-405d-9f0a-fa9ed0863bf6 service neutron] (79281) timed out ('10.222.0.24', 61063) {{(pid=79281) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 17 16:38:10.772787 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 46442) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:38:11.036787 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-f745568e-7230-4067-aa5d-0a063793aaae tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Deleting port add58798-2dd5-4182-b05f-803baebfbd07 {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:38:11.037128 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-f745568e-7230-4067-aa5d-0a063793aaae tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:11.158169 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-f745568e-7230-4067-aa5d-0a063793aaae tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:11.158516 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-f745568e-7230-4067-aa5d-0a063793aaae tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:11.291356 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-f745568e-7230-4067-aa5d-0a063793aaae tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Calling delete_port for add58798-2dd5-4182-b05f-803baebfbd07 owned by network:floatingip {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:38:11.514401 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-f745568e-7230-4067-aa5d-0a063793aaae tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:11.518251 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-ea2440f7-48dc-45f2-b074-cfa2b86d1bc1 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:38:11.659746 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745568e-7230-4067-aa5d-0a063793aaae tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Pushing event deleted for resources: {'Port': ['ID=add58798-2dd5-4182-b05f-803baebfbd07,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:38:11.692528 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745568e-7230-4067-aa5d-0a063793aaae tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:11.692904 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745568e-7230-4067-aa5d-0a063793aaae tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:11.693276 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745568e-7230-4067-aa5d-0a063793aaae tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:11.693662 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745568e-7230-4067-aa5d-0a063793aaae tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:11.694020 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745568e-7230-4067-aa5d-0a063793aaae tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:11.694402 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745568e-7230-4067-aa5d-0a063793aaae tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:11.694761 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745568e-7230-4067-aa5d-0a063793aaae tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:11.695118 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745568e-7230-4067-aa5d-0a063793aaae tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:11.695476 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745568e-7230-4067-aa5d-0a063793aaae tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:11.695824 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745568e-7230-4067-aa5d-0a063793aaae tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:11.696172 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745568e-7230-4067-aa5d-0a063793aaae tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:11.696518 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f745568e-7230-4067-aa5d-0a063793aaae tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:11.703665 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-f745568e-7230-4067-aa5d-0a063793aaae tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:38:11.762662 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-f745568e-7230-4067-aa5d-0a063793aaae tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for floatingip, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:11.763006 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.db.l3_db [None req-f745568e-7230-4067-aa5d-0a063793aaae tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Floating IP 99f3e128-6257-4a12-99e9-af138dda2db1 disassociated (deleted). External IP: 172.27.2.242, port: d429a3a7-c351-4ccf-be4b-f3238d2afe06. May 17 16:38:12.104059 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f745568e-7230-4067-aa5d-0a063793aaae tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Router 1d0dc66f-e4d2-468e-96d0-0199564b409f has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:38:12.277833 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f745568e-7230-4067-aa5d-0a063793aaae tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:38:12.287140 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc17d795-0d9d-4b55-abae-15bb9e39aef8 None None] Sync routers for ids ['1d0dc66f-e4d2-468e-96d0-0199564b409f'] in dv-cinder-768105-8-iscsi {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:38:12.293388 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-f745568e-7230-4067-aa5d-0a063793aaae tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for floatingip, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:12.295946 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc17d795-0d9d-4b55-abae-15bb9e39aef8 None None] Routers {'1d0dc66f-e4d2-468e-96d0-0199564b409f'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:38:12.296562 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-bc17d795-0d9d-4b55-abae-15bb9e39aef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:37:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['1d0dc66f-e4d2-468e-96d0-0199564b409f'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:38:12.347893 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-f745568e-7230-4067-aa5d-0a063793aaae tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "DELETE /v2.0/floatingips/99f3e128-6257-4a12-99e9-af138dda2db1 HTTP/1.1" status: 204 len: 168 time: 1.5740263 May 17 16:38:12.348657 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1db5258-754a-4da2-bdf7-2330a7d9f822', 'tag': 'd429a3a7-c351-4ccf-be4b-f3238d2afe06'}] {{(pid=79281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:38:12.398170 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1db5258-754a-4da2-bdf7-2330a7d9f822', 'tag': 'd429a3a7-c351-4ccf-be4b-f3238d2afe06', 'status': 'completed', 'code': 200} May 17 16:38:12.489433 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d7088-7ce1-45cd-b309-73d74780768f req-7185991d-797a-48d1-a97e-e2eda959c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:38:12.491649 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-ee5d7088-7ce1-45cd-b309-73d74780768f req-7185991d-797a-48d1-a97e-e2eda959c9de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a068a8fe37545c7b11756cf0d188624&device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 1098 time: 0.0729504 May 17 16:38:12.494824 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-bc17d795-0d9d-4b55-abae-15bb9e39aef8 None None] Set router 1d0dc66f-e4d2-468e-96d0-0199564b409f gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:38:12.626783 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d7088-7ce1-45cd-b309-73d74780768f req-a5aa79a5-8fa2-490c-9e30-5c8053dae7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:38:12.628143 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-ee5d7088-7ce1-45cd-b309-73d74780768f req-a5aa79a5-8fa2-490c-9e30-5c8053dae7fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16 HTTP/1.1" status: 200 len: 913 time: 0.1295836 May 17 16:38:12.698257 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-ee5d7088-7ce1-45cd-b309-73d74780768f req-7b298587-0f8f-49dc-82ec-4c5db1efdd6d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d429a3a7-c351-4ccf-be4b-f3238d2afe06 HTTP/1.1" status: 200 len: 217 time: 0.0637074 May 17 16:38:12.759995 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d7088-7ce1-45cd-b309-73d74780768f req-246bab01-e25c-4d98-a499-a35d12b55921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:38:12.761416 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-ee5d7088-7ce1-45cd-b309-73d74780768f req-246bab01-e25c-4d98-a499-a35d12b55921 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc08d764-d8a6-4e79-89d3-68b07503ca46 HTTP/1.1" status: 200 len: 851 time: 0.0576315 May 17 16:38:12.838487 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d7088-7ce1-45cd-b309-73d74780768f req-3378a445-294c-4828-a767-f9347edc3293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:38:12.902375 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-ee5d7088-7ce1-45cd-b309-73d74780768f req-3378a445-294c-4828-a767-f9347edc3293 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726566 May 17 16:38:12.976591 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-ee5d7088-7ce1-45cd-b309-73d74780768f req-db76353f-4130-4723-9174-2a413f1f6788 service neutron] 10.222.0.24 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298153 May 17 16:38:12.998016 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-bc17d795-0d9d-4b55-abae-15bb9e39aef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'name': 'tempest-TestVolumeBootPattern-1118485279-router', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:01Z', 'updated_at': '2021-05-17T16:28:07Z', 'revision_number': 4, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'gw_port': {'id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:03Z', 'updated_at': '2021-05-17T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': '4e54690e-eb78-4c29-834a-269ace10cd92', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'port_id': 'ca01313f-a5b5-49ee-8d86-e45e8949f356', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'mac_address': 'fa:16:3e:73:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9451f1-254a-4285-b349-54218c037798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:33:28Z', 'updated_at': '2021-05-17T16:33:32Z', 'revision_number': 1, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9a6b66-6aeb-48b8-be83-871979dd0d99', 'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'mac_address': 'fa:16:3e:f5:a8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:06Z', 'updated_at': '2021-05-17T16:28:19Z', 'revision_number': 5, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'subnets': [{'id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:38:13.003767 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc17d795-0d9d-4b55-abae-15bb9e39aef8 None None] Checking router: 1d0dc66f-e4d2-468e-96d0-0199564b409f for host: dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:38:13.018122 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc17d795-0d9d-4b55-abae-15bb9e39aef8 None None] Routers {'1d0dc66f-e4d2-468e-96d0-0199564b409f'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:38:13.018747 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-bc17d795-0d9d-4b55-abae-15bb9e39aef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:37:48Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['1d0dc66f-e4d2-468e-96d0-0199564b409f'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:38:13.223371 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-ee5d7088-7ce1-45cd-b309-73d74780768f req-721fe0d4-91d4-4df0-b6ac-f067396a50e0 service neutron] 10.222.0.24 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354639 May 17 16:38:13.261235 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-bc17d795-0d9d-4b55-abae-15bb9e39aef8 None None] Set router 1d0dc66f-e4d2-468e-96d0-0199564b409f gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:38:13.536435 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352db74-ae1b-437b-b616-3c817a9611e3 req-4bec9a72-6331-48d2-9e93-d2e00ede9292 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:38:13.538772 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f352db74-ae1b-437b-b616-3c817a9611e3 req-4bec9a72-6331-48d2-9e93-d2e00ede9292 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 945 time: 0.2493060 May 17 16:38:13.599571 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f352db74-ae1b-437b-b616-3c817a9611e3 req-4e785406-52fa-4b97-bb4f-7f7f5c78ff74 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547397 May 17 16:38:13.621083 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-bc17d795-0d9d-4b55-abae-15bb9e39aef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'name': 'tempest-TestVolumeBootPattern-1118485279-router', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:01Z', 'updated_at': '2021-05-17T16:28:07Z', 'revision_number': 4, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'gw_port': {'id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:03Z', 'updated_at': '2021-05-17T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': '4e54690e-eb78-4c29-834a-269ace10cd92', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'port_id': 'ca01313f-a5b5-49ee-8d86-e45e8949f356', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'mac_address': 'fa:16:3e:73:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9451f1-254a-4285-b349-54218c037798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:33:28Z', 'updated_at': '2021-05-17T16:33:32Z', 'revision_number': 1, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9a6b66-6aeb-48b8-be83-871979dd0d99', 'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'mac_address': 'fa:16:3e:f5:a8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:06Z', 'updated_at': '2021-05-17T16:28:19Z', 'revision_number': 5, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'subnets': [{'id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:38:13.625355 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc17d795-0d9d-4b55-abae-15bb9e39aef8 None None] The sync data for ids ['1d0dc66f-e4d2-468e-96d0-0199564b409f'] in dv-cinder-768105-8-iscsi is: [{'id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'name': 'tempest-TestVolumeBootPattern-1118485279-router', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:01Z', 'updated_at': '2021-05-17T16:28:07Z', 'revision_number': 4, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'gw_port': {'id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:03Z', 'updated_at': '2021-05-17T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_floatingips': [{'id': '4e54690e-eb78-4c29-834a-269ace10cd92', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'router_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'port_id': 'ca01313f-a5b5-49ee-8d86-e45e8949f356', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'mac_address': 'fa:16:3e:73:83:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9451f1-254a-4285-b349-54218c037798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-17T16:33:28Z', 'updated_at': '2021-05-17T16:33:32Z', 'revision_number': 1, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9a6b66-6aeb-48b8-be83-871979dd0d99', 'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'mac_address': 'fa:16:3e:f5:a8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:06Z', 'updated_at': '2021-05-17T16:28:19Z', 'revision_number': 5, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'subnets': [{'id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:38:13.826126 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdd1ad6-94b4-4b03-8a68-b878d31bcb98 None None] New status for floating IP 99f3e128-6257-4a12-99e9-af138dda2db1: DOWN {{(pid=79283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:38:14.835824 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40f152-7c0a-4d7c-be6f-e88e5c5f1d89 req-6b3a1f00-cfb7-4d7f-aa75-3fd7b6d1d1e4 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:38:14.837164 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-2e40f152-7c0a-4d7c-be6f-e88e5c5f1d89 req-6b3a1f00-cfb7-4d7f-aa75-3fd7b6d1d1e4 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 945 time: 0.1281080 May 17 16:38:14.880788 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-2e40f152-7c0a-4d7c-be6f-e88e5c5f1d89 req-011d59f4-4546-4181-8127-cf6a9b1acdb5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378489 May 17 16:38:15.272505 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd65268-dd82-46ac-bb39-ae788474c456 req-07d0cb23-d9d7-49a7-9aa8-ca19363bfe53 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:38:15.273246 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-8fd65268-dd82-46ac-bb39-ae788474c456 req-07d0cb23-d9d7-49a7-9aa8-ca19363bfe53 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Synchronizing usage tracker for tenant:7a068a8fe37545c7b11756cf0d188624 on resource:port {{(pid=79281) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:38:15.348873 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-8fd65268-dd82-46ac-bb39-ae788474c456 req-07d0cb23-d9d7-49a7-9aa8-ca19363bfe53 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Unset dirty status for tenant:7a068a8fe37545c7b11756cf0d188624 on resource:port {{(pid=79281) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:38:15.350571 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-8fd65268-dd82-46ac-bb39-ae788474c456 req-07d0cb23-d9d7-49a7-9aa8-ca19363bfe53 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 945 time: 0.1555185 May 17 16:38:15.485903 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-e78e00ac-ee43-4c9e-b77f-30f47abdb8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:15.488259 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [req-8fd65268-dd82-46ac-bb39-ae788474c456 req-e9a04e94-5f69-4f94-a9fa-e5e811dc3fc9 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Deleting port d429a3a7-c351-4ccf-be4b-f3238d2afe06 {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:38:15.488604 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-8fd65268-dd82-46ac-bb39-ae788474c456 req-e9a04e94-5f69-4f94-a9fa-e5e811dc3fc9 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:15.619716 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-8fd65268-dd82-46ac-bb39-ae788474c456 req-e9a04e94-5f69-4f94-a9fa-e5e811dc3fc9 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] For port d429a3a7-c351-4ccf-be4b-f3238d2afe06, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=d429a3a7-c351-4ccf-be4b-f3238d2afe06,segment=NetworkSegment(c7b9b05b-accd-45f4-8e0f-e1ea12cbb998),segment_id=c7b9b05b-accd-45f4-8e0f-e1ea12cbb998)] {{(pid=79281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:38:15.620066 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-8fd65268-dd82-46ac-bb39-ae788474c456 req-e9a04e94-5f69-4f94-a9fa-e5e811dc3fc9 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:15.741054 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [req-8fd65268-dd82-46ac-bb39-ae788474c456 req-e9a04e94-5f69-4f94-a9fa-e5e811dc3fc9 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Calling delete_port for d429a3a7-c351-4ccf-be4b-f3238d2afe06 owned by compute:nova {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:38:15.926159 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-8fd65268-dd82-46ac-bb39-ae788474c456 req-e9a04e94-5f69-4f94-a9fa-e5e811dc3fc9 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:15.932496 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-5ab6a911-9ec1-4ea6-8d1d-e6cd03e0e375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:38:15.978087 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a04e94-5f69-4f94-a9fa-e5e811dc3fc9 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Pushing event deleted for resources: {'Port': ['ID=d429a3a7-c351-4ccf-be4b-f3238d2afe06,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:38:15.981823 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-e9a04e94-5f69-4f94-a9fa-e5e811dc3fc9 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:38:16.033657 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-6f454553-c5b1-4301-b4cf-349e46e089ca req-ad7441ec-6f1e-4490-9882-794950bc8af6 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 210 time: 0.0478632 May 17 16:38:16.058533 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd65268-dd82-46ac-bb39-ae788474c456 req-e9a04e94-5f69-4f94-a9fa-e5e811dc3fc9 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] No DVR routers for this DVR port d429a3a7-c351-4ccf-be4b-f3238d2afe06 on host hv-cinder-76810 {{(pid=79281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:38:16.061037 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-8fd65268-dd82-46ac-bb39-ae788474c456 req-e9a04e94-5f69-4f94-a9fa-e5e811dc3fc9 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:16.063806 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1db5258-754a-4da2-bdf7-2330a7d9f822', 'name': 'network-vif-deleted', 'tag': 'd429a3a7-c351-4ccf-be4b-f3238d2afe06'}] {{(pid=79281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:38:16.109714 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1db5258-754a-4da2-bdf7-2330a7d9f822', 'name': 'network-vif-deleted', 'tag': 'd429a3a7-c351-4ccf-be4b-f3238d2afe06', 'status': 'completed', 'code': 200} May 17 16:38:16.189738 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-8fd65268-dd82-46ac-bb39-ae788474c456 req-e9a04e94-5f69-4f94-a9fa-e5e811dc3fc9 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.24 "DELETE /v2.0/ports/d429a3a7-c351-4ccf-be4b-f3238d2afe06 HTTP/1.1" status: 204 len: 173 time: 0.8328643 May 17 16:38:17.199546 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-13abfc01-fbf7-49f7-a2e3-383cdac7267b req-43703fcc-9175-4e9a-ab52-a709246da171 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=c1db5258-754a-4da2-bdf7-2330a7d9f822 HTTP/1.1" status: 200 len: 210 time: 0.0466683 May 17 16:38:18.126213 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-87753e9b-c516-4727-9a54-158871da7d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:18.165798 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:18.523254 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device d429a3a7-c351-4ccf-be4b-f3238d2afe06 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:38:18.557445 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] No Port match for: d429a3a7-c351-4ccf-be4b-f3238d2afe06 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:38:18.557796 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device d429a3a7-c351-4ccf-be4b-f3238d2afe06 not bound to the agent host hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:38:19.165841 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:20.703079 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:20.939983 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 46480) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:38:21.199456 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-debacde0-0b69-482b-8ec9-4ef08cd50916 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Deleting port 5449662d-4c8d-4565-8eb3-20705a99423d {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:38:21.199693 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-debacde0-0b69-482b-8ec9-4ef08cd50916 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:21.314721 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-debacde0-0b69-482b-8ec9-4ef08cd50916 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:21.315042 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-debacde0-0b69-482b-8ec9-4ef08cd50916 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:21.434911 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [None req-debacde0-0b69-482b-8ec9-4ef08cd50916 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Calling delete_port for 5449662d-4c8d-4565-8eb3-20705a99423d owned by network:floatingip {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:38:21.645673 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-debacde0-0b69-482b-8ec9-4ef08cd50916 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:21.650055 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-aac3af69-fb85-4a08-b0b9-0c77041fd173 tempest-AttachVolumeShelveTestJSON-1827332782 tempest-AttachVolumeShelveTestJSON-1827332782-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:38:21.692761 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debacde0-0b69-482b-8ec9-4ef08cd50916 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Pushing event deleted for resources: {'Port': ['ID=5449662d-4c8d-4565-8eb3-20705a99423d,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:38:21.695919 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-debacde0-0b69-482b-8ec9-4ef08cd50916 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:38:21.857597 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:21.884558 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-debacde0-0b69-482b-8ec9-4ef08cd50916 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for floatingip, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:21.884882 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.db.l3_db [None req-debacde0-0b69-482b-8ec9-4ef08cd50916 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Floating IP 4e54690e-eb78-4c29-834a-269ace10cd92 disassociated (deleted). External IP: 172.27.2.40, port: ca01313f-a5b5-49ee-8d86-e45e8949f356. May 17 16:38:22.235682 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debacde0-0b69-482b-8ec9-4ef08cd50916 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Router 1d0dc66f-e4d2-468e-96d0-0199564b409f has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:38:22.415461 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debacde0-0b69-482b-8ec9-4ef08cd50916 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:38:22.424678 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4532236-bd64-4872-8212-76200a1065a3 None None] Sync routers for ids ['1d0dc66f-e4d2-468e-96d0-0199564b409f'] in dv-cinder-768105-8-iscsi {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:38:22.431742 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-debacde0-0b69-482b-8ec9-4ef08cd50916 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for floatingip, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:22.433748 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4532236-bd64-4872-8212-76200a1065a3 None None] Routers {'1d0dc66f-e4d2-468e-96d0-0199564b409f'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:38:22.434395 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-d4532236-bd64-4872-8212-76200a1065a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:38:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['1d0dc66f-e4d2-468e-96d0-0199564b409f'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:38:22.487144 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-debacde0-0b69-482b-8ec9-4ef08cd50916 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "DELETE /v2.0/floatingips/4e54690e-eb78-4c29-834a-269ace10cd92 HTTP/1.1" status: 204 len: 168 time: 1.5458601 May 17 16:38:22.488110 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b9451f1-254a-4285-b349-54218c037798', 'tag': 'ca01313f-a5b5-49ee-8d86-e45e8949f356'}] {{(pid=79281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:38:22.538083 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b9451f1-254a-4285-b349-54218c037798', 'tag': 'ca01313f-a5b5-49ee-8d86-e45e8949f356', 'status': 'completed', 'code': 200} May 17 16:38:22.617743 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-d4532236-bd64-4872-8212-76200a1065a3 None None] Set router 1d0dc66f-e4d2-468e-96d0-0199564b409f gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:38:22.634392 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c087f-08a5-4f9f-90f8-8ced426ecee1 req-eef3a456-1acb-4fbf-bbbe-67fac392ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:38:22.636174 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-732c087f-08a5-4f9f-90f8-8ced426ecee1 req-eef3a456-1acb-4fbf-bbbe-67fac392ce71 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a068a8fe37545c7b11756cf0d188624&device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 1099 time: 0.0770171 May 17 16:38:22.771345 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c087f-08a5-4f9f-90f8-8ced426ecee1 req-03c1de59-46df-4b48-94aa-17e479ff4ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:38:22.772696 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-732c087f-08a5-4f9f-90f8-8ced426ecee1 req-03c1de59-46df-4b48-94aa-17e479ff4ede service neutron] 10.222.0.24 "GET /v2.0/networks?id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16 HTTP/1.1" status: 200 len: 913 time: 0.1302600 May 17 16:38:22.840651 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-732c087f-08a5-4f9f-90f8-8ced426ecee1 req-05edd422-bc91-449e-9ac5-793cbf3d8af6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca01313f-a5b5-49ee-8d86-e45e8949f356 HTTP/1.1" status: 200 len: 217 time: 0.0616181 May 17 16:38:22.915093 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c087f-08a5-4f9f-90f8-8ced426ecee1 req-27ac0812-b897-4ca2-a213-7f3f7f5c60fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:38:22.916590 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-732c087f-08a5-4f9f-90f8-8ced426ecee1 req-27ac0812-b897-4ca2-a213-7f3f7f5c60fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc08d764-d8a6-4e79-89d3-68b07503ca46 HTTP/1.1" status: 200 len: 851 time: 0.0614924 May 17 16:38:22.935492 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-d4532236-bd64-4872-8212-76200a1065a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'name': 'tempest-TestVolumeBootPattern-1118485279-router', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:01Z', 'updated_at': '2021-05-17T16:28:07Z', 'revision_number': 4, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'gw_port': {'id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:03Z', 'updated_at': '2021-05-17T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'ad9a6b66-6aeb-48b8-be83-871979dd0d99', 'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'mac_address': 'fa:16:3e:f5:a8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:06Z', 'updated_at': '2021-05-17T16:28:19Z', 'revision_number': 5, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'subnets': [{'id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:38:22.939590 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4532236-bd64-4872-8212-76200a1065a3 None None] Checking router: 1d0dc66f-e4d2-468e-96d0-0199564b409f for host: dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:38:22.948874 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4532236-bd64-4872-8212-76200a1065a3 None None] Routers {'1d0dc66f-e4d2-468e-96d0-0199564b409f'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:38:22.949476 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-d4532236-bd64-4872-8212-76200a1065a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:38:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['1d0dc66f-e4d2-468e-96d0-0199564b409f'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:38:22.994413 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c087f-08a5-4f9f-90f8-8ced426ecee1 req-c54aac27-af9e-40eb-8918-7e230dcdfa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:38:22.996511 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-732c087f-08a5-4f9f-90f8-8ced426ecee1 req-c54aac27-af9e-40eb-8918-7e230dcdfa82 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e6fe2ea0-0db1-45f0-b531-7aee8c41de16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739264 May 17 16:38:23.132255 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-d4532236-bd64-4872-8212-76200a1065a3 None None] Set router 1d0dc66f-e4d2-468e-96d0-0199564b409f gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:38:23.136279 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-732c087f-08a5-4f9f-90f8-8ced426ecee1 req-78a1352d-d1f7-4025-a560-d86e2da7fde7 service neutron] 10.222.0.24 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320162 May 17 16:38:23.269296 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e46cbe-6bbd-4d1b-90a8-0e5cf364866c req-9c346fcb-75c4-44fd-baea-c1a727dcc19f tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:38:23.270120 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-732c087f-08a5-4f9f-90f8-8ced426ecee1 req-af42dd88-3d5f-4a9c-9994-b3035db3b93e service neutron] 10.222.0.24 "GET /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263790 May 17 16:38:23.270834 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-02e46cbe-6bbd-4d1b-90a8-0e5cf364866c req-9c346fcb-75c4-44fd-baea-c1a727dcc19f tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 946 time: 0.0829220 May 17 16:38:23.324036 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-02e46cbe-6bbd-4d1b-90a8-0e5cf364866c req-4b146990-c085-41e5-b60b-4181a6ad06e6 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467117 May 17 16:38:23.500578 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-d4532236-bd64-4872-8212-76200a1065a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'name': 'tempest-TestVolumeBootPattern-1118485279-router', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:01Z', 'updated_at': '2021-05-17T16:28:07Z', 'revision_number': 4, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'gw_port': {'id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:03Z', 'updated_at': '2021-05-17T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'ad9a6b66-6aeb-48b8-be83-871979dd0d99', 'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'mac_address': 'fa:16:3e:f5:a8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:06Z', 'updated_at': '2021-05-17T16:28:19Z', 'revision_number': 5, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'subnets': [{'id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:38:23.504633 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4532236-bd64-4872-8212-76200a1065a3 None None] The sync data for ids ['1d0dc66f-e4d2-468e-96d0-0199564b409f'] in dv-cinder-768105-8-iscsi is: [{'id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'name': 'tempest-TestVolumeBootPattern-1118485279-router', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:01Z', 'updated_at': '2021-05-17T16:28:07Z', 'revision_number': 4, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'gw_port': {'id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:03Z', 'updated_at': '2021-05-17T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi', '_interfaces': [{'id': 'ad9a6b66-6aeb-48b8-be83-871979dd0d99', 'name': '', 'network_id': 'e6fe2ea0-0db1-45f0-b531-7aee8c41de16', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'mac_address': 'fa:16:3e:f5:a8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:06Z', 'updated_at': '2021-05-17T16:28:19Z', 'revision_number': 5, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'subnets': [{'id': 'cc08d764-d8a6-4e79-89d3-68b07503ca46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:38:23.710673 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dcb7a0-1895-4f3e-aea6-6568105d4a0f None None] New status for floating IP 4e54690e-eb78-4c29-834a-269ace10cd92: DOWN {{(pid=79283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 17 16:38:24.013198 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e36d9-ad93-4818-894a-4e8c924b3aa1 req-6d3dd3cb-69e7-4f51-8aea-74b805675ede tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:38:24.013887 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-3d3e36d9-ad93-4818-894a-4e8c924b3aa1 req-6d3dd3cb-69e7-4f51-8aea-74b805675ede tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Synchronizing usage tracker for tenant:7a068a8fe37545c7b11756cf0d188624 on resource:port {{(pid=79281) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 17 16:38:24.085716 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.quota.resource [req-3d3e36d9-ad93-4818-894a-4e8c924b3aa1 req-6d3dd3cb-69e7-4f51-8aea-74b805675ede tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Unset dirty status for tenant:7a068a8fe37545c7b11756cf0d188624 on resource:port {{(pid=79281) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 17 16:38:24.086866 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-3d3e36d9-ad93-4818-894a-4e8c924b3aa1 req-6d3dd3cb-69e7-4f51-8aea-74b805675ede tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 946 time: 0.1568966 May 17 16:38:24.317429 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [req-3d3e36d9-ad93-4818-894a-4e8c924b3aa1 req-97f9061d-d8aa-4c09-ab7f-1c632e3bbb0c tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Deleting port ca01313f-a5b5-49ee-8d86-e45e8949f356 {{(pid=79281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:38:24.318119 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-3d3e36d9-ad93-4818-894a-4e8c924b3aa1 req-97f9061d-d8aa-4c09-ab7f-1c632e3bbb0c tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:24.463514 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.db [req-3d3e36d9-ad93-4818-894a-4e8c924b3aa1 req-97f9061d-d8aa-4c09-ab7f-1c632e3bbb0c tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] For port ca01313f-a5b5-49ee-8d86-e45e8949f356, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=ca01313f-a5b5-49ee-8d86-e45e8949f356,segment=NetworkSegment(c7b9b05b-accd-45f4-8e0f-e1ea12cbb998),segment_id=c7b9b05b-accd-45f4-8e0f-e1ea12cbb998)] {{(pid=79281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:38:24.464116 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-3d3e36d9-ad93-4818-894a-4e8c924b3aa1 req-97f9061d-d8aa-4c09-ab7f-1c632e3bbb0c tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:24.515090 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f53dd7-8d86-466a-a7b5-6a6d34856d82 req-111b1e12-c640-4270-a14e-24cabc16913a tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 17 16:38:24.516573 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f9f53dd7-8d86-466a-a7b5-6a6d34856d82 req-111b1e12-c640-4270-a14e-24cabc16913a tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 946 time: 0.0828593 May 17 16:38:24.564140 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-f9f53dd7-8d86-466a-a7b5-6a6d34856d82 req-83a2f368-7eec-40aa-88da-db72ea725e85 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/security-groups?id=09d7f126-fa36-49de-82ed-6f57d850baac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406785 May 17 16:38:24.597693 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.plugins.ml2.plugin [req-3d3e36d9-ad93-4818-894a-4e8c924b3aa1 req-97f9061d-d8aa-4c09-ab7f-1c632e3bbb0c tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Calling delete_port for ca01313f-a5b5-49ee-8d86-e45e8949f356 owned by compute:nova {{(pid=79281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:38:24.782946 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-3d3e36d9-ad93-4818-894a-4e8c924b3aa1 req-97f9061d-d8aa-4c09-ab7f-1c632e3bbb0c tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1955882'] for port, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:24.789194 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-00eb0072-6353-4c7a-94bf-01116c57a2c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:38:24.835491 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9061d-d8aa-4c09-ab7f-1c632e3bbb0c tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Pushing event deleted for resources: {'Port': ['ID=ca01313f-a5b5-49ee-8d86-e45e8949f356,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:38:24.839254 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-97f9061d-d8aa-4c09-ab7f-1c632e3bbb0c tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:38:24.910681 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3e36d9-ad93-4818-894a-4e8c924b3aa1 req-97f9061d-d8aa-4c09-ab7f-1c632e3bbb0c tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] No DVR routers for this DVR port ca01313f-a5b5-49ee-8d86-e45e8949f356 on host hv-cinder-76810 {{(pid=79281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:38:24.913134 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [req-3d3e36d9-ad93-4818-894a-4e8c924b3aa1 req-97f9061d-d8aa-4c09-ab7f-1c632e3bbb0c tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for port, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:24.915685 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b9451f1-254a-4285-b349-54218c037798', 'name': 'network-vif-deleted', 'tag': 'ca01313f-a5b5-49ee-8d86-e45e8949f356'}] {{(pid=79281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 17 16:38:24.959976 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b9451f1-254a-4285-b349-54218c037798', 'name': 'network-vif-deleted', 'tag': 'ca01313f-a5b5-49ee-8d86-e45e8949f356', 'status': 'completed', 'code': 200} May 17 16:38:25.008075 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [req-3d3e36d9-ad93-4818-894a-4e8c924b3aa1 req-97f9061d-d8aa-4c09-ab7f-1c632e3bbb0c tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.24 "DELETE /v2.0/ports/ca01313f-a5b5-49ee-8d86-e45e8949f356 HTTP/1.1" status: 204 len: 173 time: 0.9157274 May 17 16:38:25.721024 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [req-9e7787ff-a04d-4880-91a9-9138686751d3 req-ceb513bd-d7bd-49fa-9b49-21e4faef1e2f tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b9451f1-254a-4285-b349-54218c037798 HTTP/1.1" status: 200 len: 210 time: 0.0464230 May 17 16:38:26.538913 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device ca01313f-a5b5-49ee-8d86-e45e8949f356 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:38:26.573538 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] No Port match for: ca01313f-a5b5-49ee-8d86-e45e8949f356 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:38:26.573888 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Device ca01313f-a5b5-49ee-8d86-e45e8949f356 not bound to the agent host hv-cinder-76810 {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:38:26.817363 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 46500) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:38:27.038832 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-f8f72b3a-70a7-4687-a66b-c6349a4289cd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Deleting port 2b21d87d-0bb9-40c4-b052-3b5e1831bddf {{(pid=79280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:38:27.039176 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f8f72b3a-70a7-4687-a66b-c6349a4289cd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:27.159104 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f8f72b3a-70a7-4687-a66b-c6349a4289cd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:27.159345 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f8f72b3a-70a7-4687-a66b-c6349a4289cd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:27.377519 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-f8f72b3a-70a7-4687-a66b-c6349a4289cd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Calling delete_port for 2b21d87d-0bb9-40c4-b052-3b5e1831bddf owned by network:floatingip {{(pid=79280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:38:27.554699 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f8f72b3a-70a7-4687-a66b-c6349a4289cd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:27.558545 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-02306105-0fb4-4f3f-8213-c3133f900df5 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:38:27.604000 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f72b3a-70a7-4687-a66b-c6349a4289cd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Pushing event deleted for resources: {'Port': ['ID=2b21d87d-0bb9-40c4-b052-3b5e1831bddf,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:38:27.640889 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f72b3a-70a7-4687-a66b-c6349a4289cd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:27.645558 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f72b3a-70a7-4687-a66b-c6349a4289cd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:27.645558 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f72b3a-70a7-4687-a66b-c6349a4289cd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:27.645558 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f72b3a-70a7-4687-a66b-c6349a4289cd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:27.645558 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f72b3a-70a7-4687-a66b-c6349a4289cd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:27.645558 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f72b3a-70a7-4687-a66b-c6349a4289cd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:27.645558 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f72b3a-70a7-4687-a66b-c6349a4289cd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:27.645558 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f72b3a-70a7-4687-a66b-c6349a4289cd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:27.645558 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f72b3a-70a7-4687-a66b-c6349a4289cd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:27.645558 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f72b3a-70a7-4687-a66b-c6349a4289cd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:27.645558 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f72b3a-70a7-4687-a66b-c6349a4289cd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:27.645558 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f72b3a-70a7-4687-a66b-c6349a4289cd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:27.651853 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-f8f72b3a-70a7-4687-a66b-c6349a4289cd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:38:27.703561 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f8f72b3a-70a7-4687-a66b-c6349a4289cd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for floatingip, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:27.724156 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-f8f72b3a-70a7-4687-a66b-c6349a4289cd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60664'] for floatingip, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:27.725383 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-f8f72b3a-70a7-4687-a66b-c6349a4289cd tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "DELETE /v2.0/floatingips/d02a62b7-0ca6-49ee-842c-0212ab79dee4 HTTP/1.1" status: 204 len: 168 time: 0.9070275 May 17 16:38:29.254895 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 46514) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:38:29.327431 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-1391c0c2-a268-4a25-a259-c24932037645 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for security_group, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:29.356839 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-1391c0c2-a268-4a25-a259-c24932037645 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:29.509099 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-1391c0c2-a268-4a25-a259-c24932037645 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:29.513143 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-8420cdfe-bd6c-4609-bc9c-e6c074f50728 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:38:29.529752 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391c0c2-a268-4a25-a259-c24932037645 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d7f126-fa36-49de-82ed-6f57d850baac,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:38:29.534011 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-1391c0c2-a268-4a25-a259-c24932037645 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:38:29.645422 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-1391c0c2-a268-4a25-a259-c24932037645 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Notify callbacks [] for security_group, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:29.647205 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-1391c0c2-a268-4a25-a259-c24932037645 tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] 10.222.0.11 "DELETE /v2.0/security-groups/09d7f126-fa36-49de-82ed-6f57d850baac HTTP/1.1" status: 204 len: 168 time: 0.3912160 May 17 16:38:29.774588 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 46520) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:38:30.413701 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-57a74297-294b-4a55-a377-9365911f1bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402885'] for router_interface, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:30.822863 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-57a74297-294b-4a55-a377-9365911f1bdb admin admin] Deleting port ad9a6b66-6aeb-48b8-be83-871979dd0d99 {{(pid=79280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:38:30.823456 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-57a74297-294b-4a55-a377-9365911f1bdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:30.946064 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [None req-57a74297-294b-4a55-a377-9365911f1bdb admin admin] For port ad9a6b66-6aeb-48b8-be83-871979dd0d99, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=ad9a6b66-6aeb-48b8-be83-871979dd0d99,segment=NetworkSegment(c7b9b05b-accd-45f4-8e0f-e1ea12cbb998),segment_id=c7b9b05b-accd-45f4-8e0f-e1ea12cbb998)] {{(pid=79280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:38:30.946457 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-57a74297-294b-4a55-a377-9365911f1bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:31.180601 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-57a74297-294b-4a55-a377-9365911f1bdb admin admin] Calling delete_port for ad9a6b66-6aeb-48b8-be83-871979dd0d99 owned by network:router_interface {{(pid=79280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:38:31.389063 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-57a74297-294b-4a55-a377-9365911f1bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:31.392916 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-ef596aae-884d-48ee-a41b-71df04a5e66a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:38:31.437332 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a74297-294b-4a55-a377-9365911f1bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=ad9a6b66-6aeb-48b8-be83-871979dd0d99,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:38:31.463416 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-57a74297-294b-4a55-a377-9365911f1bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:38:31.704404 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-57a74297-294b-4a55-a377-9365911f1bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-515316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402793'] for router_interface, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:32.060659 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a74297-294b-4a55-a377-9365911f1bdb admin admin] Router 1d0dc66f-e4d2-468e-96d0-0199564b409f has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:38:32.236057 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a74297-294b-4a55-a377-9365911f1bdb admin admin] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:38:32.245347 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0d1237-4f4c-41c0-9125-1faedee37b0c None None] Sync routers for ids ['1d0dc66f-e4d2-468e-96d0-0199564b409f'] in dv-cinder-768105-8-iscsi {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:38:32.249084 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-57a74297-294b-4a55-a377-9365911f1bdb admin admin] 10.222.0.11 "PUT /v2.0/routers/1d0dc66f-e4d2-468e-96d0-0199564b409f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4734662 May 17 16:38:32.251775 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 46526) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:38:32.254804 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0d1237-4f4c-41c0-9125-1faedee37b0c None None] Routers {'1d0dc66f-e4d2-468e-96d0-0199564b409f'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:38:32.256027 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-4a0d1237-4f4c-41c0-9125-1faedee37b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:38:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['1d0dc66f-e4d2-468e-96d0-0199564b409f'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:38:32.436104 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-4a0d1237-4f4c-41c0-9125-1faedee37b0c None None] Set router 1d0dc66f-e4d2-468e-96d0-0199564b409f gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:38:32.543140 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef65d-0042-41f6-9744-9a2803c80a50 admin admin] Notify callbacks [] for router, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:32.718242 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-4a0d1237-4f4c-41c0-9125-1faedee37b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'name': 'tempest-TestVolumeBootPattern-1118485279-router', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:01Z', 'updated_at': '2021-05-17T16:38:31Z', 'revision_number': 5, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'gw_port': {'id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:03Z', 'updated_at': '2021-05-17T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:38:32.718913 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef65d-0042-41f6-9744-9a2803c80a50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:32.722214 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0d1237-4f4c-41c0-9125-1faedee37b0c None None] Checking router: 1d0dc66f-e4d2-468e-96d0-0199564b409f for host: dv-cinder-768105-8-iscsi {{(pid=79282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:38:32.731194 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0d1237-4f4c-41c0-9125-1faedee37b0c None None] Routers {'1d0dc66f-e4d2-468e-96d0-0199564b409f'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:38:32.731794 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-4a0d1237-4f4c-41c0-9125-1faedee37b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:38:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['1d0dc66f-e4d2-468e-96d0-0199564b409f'], 'active': True} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:38:32.859452 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-8f4ef65d-0042-41f6-9744-9a2803c80a50 admin admin] Deleting port 66b6997d-e7d1-424d-892d-a4d2ce673f64 {{(pid=79280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:38:32.859792 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef65d-0042-41f6-9744-9a2803c80a50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:32.908879 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvr_db [None req-4a0d1237-4f4c-41c0-9125-1faedee37b0c None None] Set router 1d0dc66f-e4d2-468e-96d0-0199564b409f gateway port host: dv-cinder-768105-8-iscsi {{(pid=79282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:38:32.980630 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [None req-8f4ef65d-0042-41f6-9744-9a2803c80a50 admin admin] For port 66b6997d-e7d1-424d-892d-a4d2ce673f64, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=66b6997d-e7d1-424d-892d-a4d2ce673f64,segment=NetworkSegment(b4de580b-76bc-403f-9a98-9ee7fe7150e1),segment_id=b4de580b-76bc-403f-9a98-9ee7fe7150e1)] {{(pid=79280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:38:32.980944 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef65d-0042-41f6-9744-9a2803c80a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:33.110224 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-8f4ef65d-0042-41f6-9744-9a2803c80a50 admin admin] Calling delete_port for 66b6997d-e7d1-424d-892d-a4d2ce673f64 owned by network:router_gateway {{(pid=79280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:38:33.187603 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_hamode_db [None req-4a0d1237-4f4c-41c0-9125-1faedee37b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'name': 'tempest-TestVolumeBootPattern-1118485279-router', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:01Z', 'updated_at': '2021-05-17T16:38:31Z', 'revision_number': 5, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'gw_port': {'id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:03Z', 'updated_at': '2021-05-17T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:38:33.191581 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0d1237-4f4c-41c0-9125-1faedee37b0c None None] The sync data for ids ['1d0dc66f-e4d2-468e-96d0-0199564b409f'] in dv-cinder-768105-8-iscsi is: [{'id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'name': 'tempest-TestVolumeBootPattern-1118485279-router', 'tenant_id': '7a068a8fe37545c7b11756cf0d188624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:01Z', 'updated_at': '2021-05-17T16:38:31Z', 'revision_number': 5, 'project_id': '7a068a8fe37545c7b11756cf0d188624', 'gw_port': {'id': '66b6997d-e7d1-424d-892d-a4d2ce673f64', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:99:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0dc66f-e4d2-468e-96d0-0199564b409f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:03Z', 'updated_at': '2021-05-17T16:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}] {{(pid=79282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:38:33.308839 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef65d-0042-41f6-9744-9a2803c80a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:33.312520 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-4a946b50-cdd3-4919-bf4b-2747ed0b211f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:38:33.358309 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ef65d-0042-41f6-9744-9a2803c80a50 admin admin] Pushing event deleted for resources: {'Port': ['ID=66b6997d-e7d1-424d-892d-a4d2ce673f64,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:38:33.361387 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-8f4ef65d-0042-41f6-9744-9a2803c80a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:38:33.447320 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef65d-0042-41f6-9744-9a2803c80a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432866'] for router_gateway, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:33.624938 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef65d-0042-41f6-9744-9a2803c80a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045998'] for router, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:33.627412 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef65d-0042-41f6-9744-9a2803c80a50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:33.639947 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device ad9a6b66-6aeb-48b8-be83-871979dd0d99 no longer exists at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:38:33.680156 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] No Port match for: ad9a6b66-6aeb-48b8-be83-871979dd0d99 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:38:33.680516 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device ad9a6b66-6aeb-48b8-be83-871979dd0d99 not bound to the agent host dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:38:33.719968 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef65d-0042-41f6-9744-9a2803c80a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432666'] for router, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:33.720567 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4ef65d-0042-41f6-9744-9a2803c80a50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d0dc66f-e4d2-468e-96d0-0199564b409f {{(pid=79280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 16:38:33.733400 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-8f4ef65d-0042-41f6-9744-9a2803c80a50 admin admin] Notify callbacks [] for router, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:33.738834 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-8f4ef65d-0042-41f6-9744-9a2803c80a50 admin admin] 10.222.0.11 "DELETE /v2.0/routers/1d0dc66f-e4d2-468e-96d0-0199564b409f HTTP/1.1" status: 204 len: 168 time: 1.4818647 May 17 16:38:33.738834 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 46530) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:38:33.801628 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_v2 [None req-287b5ff4-bf89-4c87-87a5-ea3ddfeb175b admin admin] Deleting subnet cc08d764-d8a6-4e79-89d3-68b07503ca46 {{(pid=79280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:38:33.805413 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-287b5ff4-bf89-4c87-87a5-ea3ddfeb175b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:33.856768 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-287b5ff4-bf89-4c87-87a5-ea3ddfeb175b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998496'] for subnet, precommit_delete_associations {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:33.952443 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-287b5ff4-bf89-4c87-87a5-ea3ddfeb175b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8075481'] for subnet, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:34.309104 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-287b5ff4-bf89-4c87-87a5-ea3ddfeb175b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8075474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1940292'] for subnet, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:34.313328 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-fba03d9b-cd42-4d3b-ab11-23785e8f31de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:38:34.458233 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b5ff4-bf89-4c87-87a5-ea3ddfeb175b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc08d764-d8a6-4e79-89d3-68b07503ca46,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:38:34.461660 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-287b5ff4-bf89-4c87-87a5-ea3ddfeb175b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:38:34.462632 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-287b5ff4-bf89-4c87-87a5-ea3ddfeb175b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for subnet, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:34.468890 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-287b5ff4-bf89-4c87-87a5-ea3ddfeb175b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cc08d764-d8a6-4e79-89d3-68b07503ca46 HTTP/1.1" status: 204 len: 168 time: 0.7308793 May 17 16:38:34.469409 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37e485b-db94-43d7-8d59-c08fd524232d None None] Network e6fe2ea0-0db1-45f0-b531-7aee8c41de16 requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:38:34.471307 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 46534) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:38:34.576445 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3911a3dc-21d0-47e7-ab50-590f41a0275b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7952015'] for network, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:34.648102 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-3911a3dc-21d0-47e7-ab50-590f41a0275b admin admin] Deleting port 554b509e-0faf-43da-9d60-464b6e08b950 {{(pid=79280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:38:34.648827 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3911a3dc-21d0-47e7-ab50-590f41a0275b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:34.748791 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [None req-3911a3dc-21d0-47e7-ab50-590f41a0275b admin admin] For port 554b509e-0faf-43da-9d60-464b6e08b950, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=554b509e-0faf-43da-9d60-464b6e08b950,segment=NetworkSegment(c7b9b05b-accd-45f4-8e0f-e1ea12cbb998),segment_id=c7b9b05b-accd-45f4-8e0f-e1ea12cbb998)] {{(pid=79280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:38:34.749152 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3911a3dc-21d0-47e7-ab50-590f41a0275b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:34.760048 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a929ecae-c478-4d46-bcf8-c24c8b12e234 None None] DHCP port deletion for e6fe2ea0-0db1-45f0-b531-7aee8c41de16 request from dv-cinder-768105-8-iscsi {{(pid=79282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 16:38:34.826840 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-a929ecae-c478-4d46-bcf8-c24c8b12e234 None None] Deleting port 554b509e-0faf-43da-9d60-464b6e08b950 {{(pid=79282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:38:34.827211 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-a929ecae-c478-4d46-bcf8-c24c8b12e234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:34.872506 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-3911a3dc-21d0-47e7-ab50-590f41a0275b admin admin] Calling delete_port for 554b509e-0faf-43da-9d60-464b6e08b950 owned by network:dhcp {{(pid=79280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:38:34.925419 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-a929ecae-c478-4d46-bcf8-c24c8b12e234 None None] For port 554b509e-0faf-43da-9d60-464b6e08b950, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=554b509e-0faf-43da-9d60-464b6e08b950,segment=NetworkSegment(c7b9b05b-accd-45f4-8e0f-e1ea12cbb998),segment_id=c7b9b05b-accd-45f4-8e0f-e1ea12cbb998)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:38:34.925807 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-a929ecae-c478-4d46-bcf8-c24c8b12e234 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:35.034203 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3911a3dc-21d0-47e7-ab50-590f41a0275b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:35.038104 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-ea6aeaef-b326-4ec5-adfe-a463d510d69c tempest-TestShelveInstance-2672703 tempest-TestShelveInstance-2672703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:38:35.051172 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-a929ecae-c478-4d46-bcf8-c24c8b12e234 None None] Calling delete_port for 554b509e-0faf-43da-9d60-464b6e08b950 owned by network:dhcp {{(pid=79282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:38:35.084713 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911a3dc-21d0-47e7-ab50-590f41a0275b admin admin] Pushing event deleted for resources: {'Port': ['ID=554b509e-0faf-43da-9d60-464b6e08b950,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:38:35.089542 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3911a3dc-21d0-47e7-ab50-590f41a0275b admin admin] No DVR routers for this DVR port 554b509e-0faf-43da-9d60-464b6e08b950 on host dv-cinder-768105-8-iscsi {{(pid=79280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:38:35.091162 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-3911a3dc-21d0-47e7-ab50-590f41a0275b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:38:35.097324 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-a929ecae-c478-4d46-bcf8-c24c8b12e234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850'] for port, after_delete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:35.101051 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:38:35.143392 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929ecae-c478-4d46-bcf8-c24c8b12e234 None None] Pushing event deleted for resources: {'Port': ['ID=554b509e-0faf-43da-9d60-464b6e08b950,revision_number=None']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:38:35.148378 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a929ecae-c478-4d46-bcf8-c24c8b12e234 None None] No DVR routers for this DVR port 554b509e-0faf-43da-9d60-464b6e08b950 on host dv-cinder-768105-8-iscsi {{(pid=79282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:38:35.155259 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929ecae-c478-4d46-bcf8-c24c8b12e234 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:35.155601 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929ecae-c478-4d46-bcf8-c24c8b12e234 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:35.155941 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929ecae-c478-4d46-bcf8-c24c8b12e234 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:35.156402 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929ecae-c478-4d46-bcf8-c24c8b12e234 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:35.156729 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929ecae-c478-4d46-bcf8-c24c8b12e234 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:35.157057 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929ecae-c478-4d46-bcf8-c24c8b12e234 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:35.157375 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929ecae-c478-4d46-bcf8-c24c8b12e234 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:35.157695 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929ecae-c478-4d46-bcf8-c24c8b12e234 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:35.158142 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929ecae-c478-4d46-bcf8-c24c8b12e234 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:35.158346 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929ecae-c478-4d46-bcf8-c24c8b12e234 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:35.158697 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929ecae-c478-4d46-bcf8-c24c8b12e234 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:35.158984 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a929ecae-c478-4d46-bcf8-c24c8b12e234 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-8-iscsi {{(pid=79282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 16:38:35.162532 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-a929ecae-c478-4d46-bcf8-c24c8b12e234 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:38:35.212189 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3911a3dc-21d0-47e7-ab50-590f41a0275b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8075500', 'neutron.services.segments.db._delete_segments_for_network-8780704027010'] for network, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:35.225165 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.services.segments.db [None req-3911a3dc-21d0-47e7-ab50-590f41a0275b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6fe2ea0-0db1-45f0-b531-7aee8c41de16']}} {{(pid=79280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:38:35.237463 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.services.segments.db [None req-3911a3dc-21d0-47e7-ab50-590f41a0275b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b9b05b-accd-45f4-8e0f-e1ea12cbb998') {'for_net_delete': True} {{(pid=79280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:38:35.237761 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.services.segments.db [None req-3911a3dc-21d0-47e7-ab50-590f41a0275b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b9b05b-accd-45f4-8e0f-e1ea12cbb998') {} {{(pid=79280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:38:35.249451 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3911a3dc-21d0-47e7-ab50-590f41a0275b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780704039051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1998511'] for segment, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:35.266510 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3911a3dc-21d0-47e7-ab50-590f41a0275b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:35.272524 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3911a3dc-21d0-47e7-ab50-590f41a0275b admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=79280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:38:35.272898 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3911a3dc-21d0-47e7-ab50-590f41a0275b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566604'] for segment, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: Traceback (most recent call last): May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: timer() May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: cb(*args, **kw) May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: return func(*args, **kwargs) May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: self._notify() May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: self.callback(batched_events) May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: event.method(event) May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: return f(self, *a, **k) May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: return self._get(url).json() May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: return self.request(url, 'GET', **kwargs) May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:38:35.285872 dv-cinder-768105-8-iscsi neutron-server[79280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:38:35.416274 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 66b6997d-e7d1-424d-892d-a4d2ce673f64 no longer exists at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:38:35.453521 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] No Port match for: 66b6997d-e7d1-424d-892d-a4d2ce673f64 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:38:35.453875 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 66b6997d-e7d1-424d-892d-a4d2ce673f64 not bound to the agent host dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:38:35.454315 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 554b509e-0faf-43da-9d60-464b6e08b950 no longer exists at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:38:35.463007 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3911a3dc-21d0-47e7-ab50-590f41a0275b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8075493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432837'] for network, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:35.466936 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:38:35.480662 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-3911a3dc-21d0-47e7-ab50-590f41a0275b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:35.488098 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] No Port match for: 554b509e-0faf-43da-9d60-464b6e08b950 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:38:35.488413 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 554b509e-0faf-43da-9d60-464b6e08b950 not bound to the agent host dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:38:35.491480 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911a3dc-21d0-47e7-ab50-590f41a0275b admin admin] Pushing event deleted for resources: {'Network': ['ID=e6fe2ea0-0db1-45f0-b531-7aee8c41de16,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:38:35.494755 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-3911a3dc-21d0-47e7-ab50-590f41a0275b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:38:35.560653 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-3911a3dc-21d0-47e7-ab50-590f41a0275b admin admin] 10.222.0.11 "DELETE /v2.0/networks/e6fe2ea0-0db1-45f0-b531-7aee8c41de16 HTTP/1.1" status: 204 len: 168 time: 1.0882506 May 17 16:38:35.563354 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 46538) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:38:36.098103 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-4b1b58d7-0f2f-497a-8b19-c6d60c2cc513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-402885'] for router_interface, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:36.624284 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-4b1b58d7-0f2f-497a-8b19-c6d60c2cc513 admin admin] Deleting port c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091 {{(pid=79280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:38:36.624621 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-4b1b58d7-0f2f-497a-8b19-c6d60c2cc513 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:36.749061 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [None req-4b1b58d7-0f2f-497a-8b19-c6d60c2cc513 admin admin] For port c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091,segment=NetworkSegment(e75ebc96-021c-442b-be4e-e621ad8e8bb8),segment_id=e75ebc96-021c-442b-be4e-e621ad8e8bb8)] {{(pid=79280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:38:36.749427 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-4b1b58d7-0f2f-497a-8b19-c6d60c2cc513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:36.872707 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-4b1b58d7-0f2f-497a-8b19-c6d60c2cc513 admin admin] Calling delete_port for c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091 owned by network:router_interface {{(pid=79280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:38:37.085988 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-4b1b58d7-0f2f-497a-8b19-c6d60c2cc513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:37.089889 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-652ed127-6537-4b60-a22d-8da53855cfb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:38:37.133476 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b58d7-0f2f-497a-8b19-c6d60c2cc513 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:38:37.136600 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-4b1b58d7-0f2f-497a-8b19-c6d60c2cc513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:38:37.412864 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-4b1b58d7-0f2f-497a-8b19-c6d60c2cc513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-515316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-402793'] for router_interface, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:37.878008 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1b58d7-0f2f-497a-8b19-c6d60c2cc513 admin admin] Router 524837ef-b8cb-4193-a2fe-fc99a78ee185 has already been hosted by L3 agent 38921484-7c5f-499b-b25e-2b202969bb57 {{(pid=79280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 17 16:38:38.055029 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1b58d7-0f2f-497a-8b19-c6d60c2cc513 admin admin] Notify agent at l3_agent.dv-cinder-768105-8-iscsi the message routers_updated {{(pid=79280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 17 16:38:38.063198 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3822792-6c5a-4cb7-bf85-07e75046c888 None None] Sync routers for ids ['524837ef-b8cb-4193-a2fe-fc99a78ee185'] in dv-cinder-768105-8-iscsi {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 16:38:38.073729 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3822792-6c5a-4cb7-bf85-07e75046c888 None None] Routers {'524837ef-b8cb-4193-a2fe-fc99a78ee185'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:38:38.084053 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-f3822792-6c5a-4cb7-bf85-07e75046c888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:38:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['524837ef-b8cb-4193-a2fe-fc99a78ee185'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:38:38.156292 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-4b1b58d7-0f2f-497a-8b19-c6d60c2cc513 admin admin] 10.222.0.11 "PUT /v2.0/routers/524837ef-b8cb-4193-a2fe-fc99a78ee185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5916688 May 17 16:38:38.158965 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 46542) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:38:38.279924 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-f3822792-6c5a-4cb7-bf85-07e75046c888 None None] Set router 524837ef-b8cb-4193-a2fe-fc99a78ee185 gateway port host: dv-cinder-768105-8-iscsi {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:38:38.358359 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e21ebe85-0be2-4395-a5cd-d42021aebbc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:38.531965 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e21ebe85-0be2-4395-a5cd-d42021aebbc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:38.568276 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-f3822792-6c5a-4cb7-bf85-07e75046c888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524837ef-b8cb-4193-a2fe-fc99a78ee185', 'name': 'tempest-TestVolumeBootPattern-1227803455-router', 'tenant_id': '683fcbd3bad64bfab64439cbaecb58d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'external_fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '3b51b8a0-e438-4fca-aec0-d8d65a5011a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:13Z', 'updated_at': '2021-05-17T16:38:36Z', 'revision_number': 5, 'project_id': '683fcbd3bad64bfab64439cbaecb58d6', 'gw_port': {'id': '3b51b8a0-e438-4fca-aec0-d8d65a5011a8', 'name': '', 'network_id': '42a1d626-e0b0-418c-b7f5-2b1d715bf830', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:97:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524837ef-b8cb-4193-a2fe-fc99a78ee185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-17T16:28:15Z', 'updated_at': '2021-05-17T16:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e10255a-9813-4d83-92b3-230f73c18e4f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-8-iscsi'}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:38:38.572081 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3822792-6c5a-4cb7-bf85-07e75046c888 None None] Checking router: 524837ef-b8cb-4193-a2fe-fc99a78ee185 for host: dv-cinder-768105-8-iscsi {{(pid=79283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 16:38:38.580533 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3822792-6c5a-4cb7-bf85-07e75046c888 None None] Routers {'524837ef-b8cb-4193-a2fe-fc99a78ee185'} bound to L3 agent in host dv-cinder-768105-8-iscsi {{(pid=79283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 17 16:38:38.581144 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-f3822792-6c5a-4cb7-bf85-07e75046c888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-17T16:14:48Z,description=,heartbeat_timestamp=2021-05-17T16:38:18Z,host='dv-cinder-768105-8-iscsi',id=38921484-7c5f-499b-b25e-2b202969bb57,load=0,resource_versions=,resources_synced=,started_at=2021-05-17T16:14:49Z,topic='l3_agent')) {'router_ids': ['524837ef-b8cb-4193-a2fe-fc99a78ee185'], 'active': True} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:38:38.670251 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-e21ebe85-0be2-4395-a5cd-d42021aebbc5 admin admin] Deleting port 3b51b8a0-e438-4fca-aec0-d8d65a5011a8 {{(pid=79280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:38:38.670626 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e21ebe85-0be2-4395-a5cd-d42021aebbc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:38.729652 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_dvr_db [None req-f3822792-6c5a-4cb7-bf85-07e75046c888 None None] Set router 524837ef-b8cb-4193-a2fe-fc99a78ee185 gateway port host: None {{(pid=79283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 17 16:38:38.790105 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [None req-e21ebe85-0be2-4395-a5cd-d42021aebbc5 admin admin] For port 3b51b8a0-e438-4fca-aec0-d8d65a5011a8, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=3b51b8a0-e438-4fca-aec0-d8d65a5011a8,segment=NetworkSegment(b4de580b-76bc-403f-9a98-9ee7fe7150e1),segment_id=b4de580b-76bc-403f-9a98-9ee7fe7150e1)] {{(pid=79280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:38:38.790402 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e21ebe85-0be2-4395-a5cd-d42021aebbc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:38.834021 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.l3_hamode_db [None req-f3822792-6c5a-4cb7-bf85-07e75046c888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524837ef-b8cb-4193-a2fe-fc99a78ee185', 'name': 'tempest-TestVolumeBootPattern-1227803455-router', 'tenant_id': '683fcbd3bad64bfab64439cbaecb58d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:13Z', 'updated_at': '2021-05-17T16:38:38Z', 'revision_number': 6, 'project_id': '683fcbd3bad64bfab64439cbaecb58d6', 'gw_port_host': None}], 'dv-cinder-768105-8-iscsi', False) {} {{(pid=79283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:38:38.837985 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3822792-6c5a-4cb7-bf85-07e75046c888 None None] The sync data for ids ['524837ef-b8cb-4193-a2fe-fc99a78ee185'] in dv-cinder-768105-8-iscsi is: [{'id': '524837ef-b8cb-4193-a2fe-fc99a78ee185', 'name': 'tempest-TestVolumeBootPattern-1227803455-router', 'tenant_id': '683fcbd3bad64bfab64439cbaecb58d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-17T16:28:13Z', 'updated_at': '2021-05-17T16:38:38Z', 'revision_number': 6, 'project_id': '683fcbd3bad64bfab64439cbaecb58d6', 'gw_port_host': None}] {{(pid=79283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 16:38:38.912648 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-e21ebe85-0be2-4395-a5cd-d42021aebbc5 admin admin] Calling delete_port for 3b51b8a0-e438-4fca-aec0-d8d65a5011a8 owned by network:router_gateway {{(pid=79280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:38:39.121945 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e21ebe85-0be2-4395-a5cd-d42021aebbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:39.125756 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-5cfed6c0-a6b4-4de7-8a0b-897921516abe tempest-TestVolumeBootPattern-1971782808 tempest-TestVolumeBootPattern-1971782808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:38:39.170156 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ebe85-0be2-4395-a5cd-d42021aebbc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b51b8a0-e438-4fca-aec0-d8d65a5011a8,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:38:39.173144 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-e21ebe85-0be2-4395-a5cd-d42021aebbc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:38:39.266132 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e21ebe85-0be2-4395-a5cd-d42021aebbc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-432866'] for router_gateway, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:39.553281 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e21ebe85-0be2-4395-a5cd-d42021aebbc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-433205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1045998'] for router, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:39.555836 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e21ebe85-0be2-4395-a5cd-d42021aebbc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:39.600537 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 3b51b8a0-e438-4fca-aec0-d8d65a5011a8 no longer exists at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:38:39.635727 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] No Port match for: 3b51b8a0-e438-4fca-aec0-d8d65a5011a8 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:38:39.636367 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 3b51b8a0-e438-4fca-aec0-d8d65a5011a8 not bound to the agent host dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:38:39.636782 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091 no longer exists at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:38:39.672690 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] No Port match for: c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:38:39.673219 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device c3fa6f07-56cb-49c0-9fe9-7ecbc3f59091 not bound to the agent host dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:38:39.680196 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e21ebe85-0be2-4395-a5cd-d42021aebbc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-432666'] for router, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:39.680706 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21ebe85-0be2-4395-a5cd-d42021aebbc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 524837ef-b8cb-4193-a2fe-fc99a78ee185 {{(pid=79280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 17 16:38:39.693825 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-e21ebe85-0be2-4395-a5cd-d42021aebbc5 admin admin] Notify callbacks [] for router, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:39.694972 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-e21ebe85-0be2-4395-a5cd-d42021aebbc5 admin admin] 10.222.0.11 "DELETE /v2.0/routers/524837ef-b8cb-4193-a2fe-fc99a78ee185 HTTP/1.1" status: 204 len: 168 time: 1.5346880 May 17 16:38:39.697457 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 46550) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:38:39.757261 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.db_base_plugin_v2 [None req-081cc149-f58e-45de-90c1-3f831f4f583c admin admin] Deleting subnet 741a0333-3ca5-4733-bb96-da19d13925dd {{(pid=79280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 17 16:38:39.760749 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-081cc149-f58e-45de-90c1-3f831f4f583c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:39.814875 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-081cc149-f58e-45de-90c1-3f831f4f583c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1998496'] for subnet, precommit_delete_associations {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:39.892646 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-081cc149-f58e-45de-90c1-3f831f4f583c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8075481'] for subnet, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:40.234604 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-081cc149-f58e-45de-90c1-3f831f4f583c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8075474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2566506', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1940292'] for subnet, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:40.240272 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-287b5ff4-bf89-4c87-87a5-ea3ddfeb175b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:38:40.275273 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cc149-f58e-45de-90c1-3f831f4f583c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=741a0333-3ca5-4733-bb96-da19d13925dd,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:38:40.277262 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-081cc149-f58e-45de-90c1-3f831f4f583c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for subnet, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:40.281119 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-081cc149-f58e-45de-90c1-3f831f4f583c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:38:40.281463 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e53c6b2-d84a-4b9b-9abf-e259541e98ff None None] Network 12a10b2c-ecb6-417c-853a-623712b8987c requested from dv-cinder-768105-8-iscsi {{(pid=79282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 17 16:38:40.283916 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-081cc149-f58e-45de-90c1-3f831f4f583c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/741a0333-3ca5-4733-bb96-da19d13925dd HTTP/1.1" status: 204 len: 168 time: 0.5851369 May 17 16:38:40.286353 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.wsgi [-] (79280) accepted ('10.222.0.11', 46554) {{(pid=79280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:38:40.393612 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-08e52382-39bf-449a-90dd-3600f63a2432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7952015'] for network, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:40.465285 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-08e52382-39bf-449a-90dd-3600f63a2432 admin admin] Deleting port 5625bbd9-097e-4a7e-9f91-11d16d530050 {{(pid=79280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:38:40.465679 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-08e52382-39bf-449a-90dd-3600f63a2432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:40.532584 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b504f77a-d04c-494c-99c7-3206cc0f71e8 None None] DHCP port deletion for 12a10b2c-ecb6-417c-853a-623712b8987c request from dv-cinder-768105-8-iscsi {{(pid=79282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 17 16:38:40.571454 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.db [None req-08e52382-39bf-449a-90dd-3600f63a2432 admin admin] For port 5625bbd9-097e-4a7e-9f91-11d16d530050, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=5625bbd9-097e-4a7e-9f91-11d16d530050,segment=NetworkSegment(e75ebc96-021c-442b-be4e-e621ad8e8bb8),segment_id=e75ebc96-021c-442b-be4e-e621ad8e8bb8)] {{(pid=79280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:38:40.571901 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-08e52382-39bf-449a-90dd-3600f63a2432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:40.602217 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-b504f77a-d04c-494c-99c7-3206cc0f71e8 None None] Deleting port 5625bbd9-097e-4a7e-9f91-11d16d530050 {{(pid=79282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 17 16:38:40.603155 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-b504f77a-d04c-494c-99c7-3206cc0f71e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780704015014'] for port, before_delete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:40.700488 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.plugin [None req-08e52382-39bf-449a-90dd-3600f63a2432 admin admin] Calling delete_port for 5625bbd9-097e-4a7e-9f91-11d16d530050 owned by network:dhcp {{(pid=79280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:38:40.703401 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.db [None req-b504f77a-d04c-494c-99c7-3206cc0f71e8 None None] For port 5625bbd9-097e-4a7e-9f91-11d16d530050, host dv-cinder-768105-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-8-iscsi',level=0,port_id=5625bbd9-097e-4a7e-9f91-11d16d530050,segment=NetworkSegment(e75ebc96-021c-442b-be4e-e621ad8e8bb8),segment_id=e75ebc96-021c-442b-be4e-e621ad8e8bb8)] {{(pid=79282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 17 16:38:40.703836 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-b504f77a-d04c-494c-99c7-3206cc0f71e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402579'] for port, precommit_delete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:40.828912 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-b504f77a-d04c-494c-99c7-3206cc0f71e8 None None] Calling delete_port for 5625bbd9-097e-4a7e-9f91-11d16d530050 owned by network:dhcp {{(pid=79282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 17 16:38:40.845731 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-08e52382-39bf-449a-90dd-3600f63a2432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2566553'] for port, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:40.851330 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-57a74297-294b-4a55-a377-9365911f1bdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:38:40.871169 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-b504f77a-d04c-494c-99c7-3206cc0f71e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7987136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-515274', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780704018755', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780703585850'] for port, after_delete {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:40.875002 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:38:40.893182 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e52382-39bf-449a-90dd-3600f63a2432 admin admin] Pushing event deleted for resources: {'Port': ['ID=5625bbd9-097e-4a7e-9f91-11d16d530050,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:38:40.896721 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-08e52382-39bf-449a-90dd-3600f63a2432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:38:40.897487 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e52382-39bf-449a-90dd-3600f63a2432 admin admin] No DVR routers for this DVR port 5625bbd9-097e-4a7e-9f91-11d16d530050 on host dv-cinder-768105-8-iscsi {{(pid=79280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:38:40.917984 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504f77a-d04c-494c-99c7-3206cc0f71e8 None None] Pushing event deleted for resources: {'Port': ['ID=5625bbd9-097e-4a7e-9f91-11d16d530050,revision_number=None']} {{(pid=79282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:38:40.921137 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG oslo_concurrency.lockutils [None req-b504f77a-d04c-494c-99c7-3206cc0f71e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79282) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:38:40.921938 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b504f77a-d04c-494c-99c7-3206cc0f71e8 None None] No DVR routers for this DVR port 5625bbd9-097e-4a7e-9f91-11d16d530050 on host dv-cinder-768105-8-iscsi {{(pid=79282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 16:38:41.011096 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-08e52382-39bf-449a-90dd-3600f63a2432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8075500', 'neutron.services.segments.db._delete_segments_for_network-8780704027010'] for network, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:41.025399 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.services.segments.db [None req-08e52382-39bf-449a-90dd-3600f63a2432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a10b2c-ecb6-417c-853a-623712b8987c']}} {{(pid=79280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:38:41.042730 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.services.segments.db [None req-08e52382-39bf-449a-90dd-3600f63a2432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75ebc96-021c-442b-be4e-e621ad8e8bb8') {'for_net_delete': True} {{(pid=79280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:38:41.043025 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.services.segments.db [None req-08e52382-39bf-449a-90dd-3600f63a2432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75ebc96-021c-442b-be4e-e621ad8e8bb8') {} {{(pid=79280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 16:38:41.054725 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-08e52382-39bf-449a-90dd-3600f63a2432 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780704039051', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1998511'] for segment, before_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:41.070671 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-08e52382-39bf-449a-90dd-3600f63a2432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246'] for segment, precommit_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:41.077242 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e52382-39bf-449a-90dd-3600f63a2432 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=79280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 16:38:41.077581 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-08e52382-39bf-449a-90dd-3600f63a2432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8074246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2566604'] for segment, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: Traceback (most recent call last): May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: timer() May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: cb(*args, **kw) May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: return func(*args, **kwargs) May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: self._notify() May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: self.callback(batched_events) May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: event.method(event) May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: aggregate_uuid = self.p_client.list_aggregates( May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: return f(self, *a, **k) May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: return self._get(url).json() May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: return self.request(url, 'GET', **kwargs) May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: base_url = self.get_endpoint(auth, allow=allow, May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 16:38:41.091129 dv-cinder-768105-8-iscsi neutron-server[79280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 16:38:41.234537 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-08e52382-39bf-449a-90dd-3600f63a2432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8075493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-337234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-515325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-432837'] for network, after_delete {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:41.238104 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:38:41.251098 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron_lib.callbacks.manager [None req-08e52382-39bf-449a-90dd-3600f63a2432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-515288'] for network, before_response {{(pid=79280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:41.263120 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e52382-39bf-449a-90dd-3600f63a2432 admin admin] Pushing event deleted for resources: {'Network': ['ID=12a10b2c-ecb6-417c-853a-623712b8987c,revision_number=None']} {{(pid=79280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:38:41.270248 dv-cinder-768105-8-iscsi neutron-server[79280]: DEBUG oslo_concurrency.lockutils [None req-08e52382-39bf-449a-90dd-3600f63a2432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79280) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:38:41.270248 dv-cinder-768105-8-iscsi neutron-server[79280]: INFO neutron.wsgi [None req-08e52382-39bf-449a-90dd-3600f63a2432 admin admin] 10.222.0.11 "DELETE /v2.0/networks/12a10b2c-ecb6-417c-853a-623712b8987c HTTP/1.1" status: 204 len: 168 time: 0.9809813 May 17 16:38:41.417427 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 5625bbd9-097e-4a7e-9f91-11d16d530050 no longer exists at agent ovs-agent-dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 17 16:38:41.451315 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.plugin [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] No Port match for: 5625bbd9-097e-4a7e-9f91-11d16d530050 {{(pid=79282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 17 16:38:41.451663 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron.plugins.ml2.rpc [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Device 5625bbd9-097e-4a7e-9f91-11d16d530050 not bound to the agent host dv-cinder-768105-8-iscsi {{(pid=79282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 17 16:38:41.639115 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 46560) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:38:41.687182 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-76604b5c-5de6-471e-b133-4e91f6afc6fe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a068a8fe37545c7b11756cf0d188624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468686 May 17 16:38:41.689481 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 46564) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:38:41.749030 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-494aed04-1695-4fa9-9a98-67743a086967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:41.774133 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-494aed04-1695-4fa9-9a98-67743a086967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:41.914799 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-494aed04-1695-4fa9-9a98-67743a086967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:41.919702 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-1b503191-aca7-429a-972b-81204979be68 tempest-VolumesNegativeTest-371101928 tempest-VolumesNegativeTest-371101928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:38:41.933552 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494aed04-1695-4fa9-9a98-67743a086967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c4873c-d526-49d3-8daf-0401d76ae56e,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:38:41.937997 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-494aed04-1695-4fa9-9a98-67743a086967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:38:41.941184 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-494aed04-1695-4fa9-9a98-67743a086967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:41.945367 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-494aed04-1695-4fa9-9a98-67743a086967 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e0c4873c-d526-49d3-8daf-0401d76ae56e HTTP/1.1" status: 204 len: 168 time: 0.2520084 May 17 16:38:42.728801 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 46572) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:38:42.777056 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-5745f3f2-d815-4c1e-8e8f-03c3aa31c093 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=683fcbd3bad64bfab64439cbaecb58d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470557 May 17 16:38:42.779528 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.wsgi [-] (79281) accepted ('10.222.0.11', 46576) {{(pid=79281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 17 16:38:42.837336 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3b92cb3e-f4b1-4df1-97f5-d913ab6842af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:42.865488 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3b92cb3e-f4b1-4df1-97f5-d913ab6842af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:43.006272 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3b92cb3e-f4b1-4df1-97f5-d913ab6842af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337360'] for security_group, after_delete {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:43.010251 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-2b6e55f5-7ff4-4d5f-9708-0b99cd073b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 17 16:38:43.023650 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92cb3e-f4b1-4df1-97f5-d913ab6842af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a940ccb2-0832-49bf-aeee-a1af7fbfffab,revision_number=None']} {{(pid=79281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 16:38:43.026547 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG oslo_concurrency.lockutils [None req-3b92cb3e-f4b1-4df1-97f5-d913ab6842af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79281) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 17 16:38:43.028564 dv-cinder-768105-8-iscsi neutron-server[79281]: DEBUG neutron_lib.callbacks.manager [None req-3b92cb3e-f4b1-4df1-97f5-d913ab6842af admin admin] Notify callbacks [] for security_group, before_response {{(pid=79281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:43.029677 dv-cinder-768105-8-iscsi neutron-server[79281]: INFO neutron.wsgi [None req-3b92cb3e-f4b1-4df1-97f5-d913ab6842af admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a940ccb2-0832-49bf-aeee-a1af7fbfffab HTTP/1.1" status: 204 len: 168 time: 0.2492864 May 17 16:38:44.906547 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:38:45.531294 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-f6e481ab-1add-4165-9945-714a26799267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:48.130437 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-ef939b2c-d24d-46c0-839b-cf49cea721f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:48.153731 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:49.159914 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:50.725527 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:38:51.844817 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:15.501483 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-0fdeb768-08dc-43cd-b860-d914267c505f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:18.118595 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-10d6a3a7-1b8b-46f7-878c-28fe5c49555c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:18.135455 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:19.146740 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:20.718724 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:21.837167 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:21.906345 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:39:45.480789 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-1996730b-689a-47af-9793-1343560ddf20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:48.145394 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-70bd2a40-f520-4de2-aedc-bb6d80b9137e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:48.156861 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:49.162339 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:50.711033 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:51.852243 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:39:58.905375 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:40:15.475828 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-cdb36da3-8e6b-4b6c-98b3-a3f3864612ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:18.118728 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-f039a383-9304-4df6-a168-b39cc6c65368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:18.141609 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:19.164403 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:20.698486 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:21.827309 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:35.904821 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:40:45.517451 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-49ae418a-3b96-47b7-923d-15683620243f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:48.114239 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-54374a3c-6f45-4a15-ad25-52f8f9570339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:48.137042 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:49.179685 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:50.688228 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:40:51.845805 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:12.903964 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:41:15.509949 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-9b5ed691-7c4c-434a-bc37-f29e40651d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:18.132416 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-63d63d03-f26d-4caa-badf-50990d133fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:18.158940 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:19.200925 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:20.707257 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:21.844582 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:45.484859 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-01fe51a8-a5d7-48ec-a0b2-c02067e9c281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:48.170521 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-edc2e19a-350b-48ee-8371-c1cce7efcf0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:48.204987 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:49.170239 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:49.902609 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:41:50.757643 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:41:51.867644 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:42:15.483117 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-7c74470f-fb31-4e73-a9e4-e6e196fd4514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:42:18.117610 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-d46760da-5c1c-4d1a-8751-988ebb6dd6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:42:18.145732 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:42:19.179988 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:42:20.722786 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:42:21.899072 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:42:26.901163 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:42:45.504472 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-1ce41d67-d54d-4b1c-9558-aaf8fcd286c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:42:48.133072 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-48e778f3-4b95-468d-ac06-a325bf7c337d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:42:48.155630 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:42:49.189823 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:42:50.721537 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:42:51.904010 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:43:03.900685 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:43:15.491525 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-7d8d6eac-cb01-42ab-9fe1-bea369db8c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:43:18.160127 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5ba10e16-80d3-4e4b-8ac2-69287991c800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:43:18.165362 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:43:19.211621 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:43:20.702634 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:43:21.891253 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:43:40.899700 dv-cinder-768105-8-iscsi neutron-server[79283]: DEBUG neutron.db.agents_db [None req-972e444c-dbe2-4614-a086-de19c9b45a8c None None] Agent healthcheck: found 6 active agents {{(pid=79283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 17 16:43:45.479272 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-07038bd8-207c-4b28-871e-82b030964a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:43:48.130610 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-0d97928e-ba90-418b-bc87-88b463f80438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:43:48.159045 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4e30099a-7ce1-4d4d-901e-32a27f60703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:43:49.176065 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-4883518a-f20f-4edd-a0ba-f107a8618e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:43:50.712407 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-5a7cf8b7-c522-4d37-b301-bbfbb5e0b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 17 16:43:51.901459 dv-cinder-768105-8-iscsi neutron-server[79282]: DEBUG neutron_lib.callbacks.manager [None req-16994686-e3e4-4c3e-94f9-079158d45c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780704030428', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8071714'] for agent, after_update {{(pid=79282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}